-- Logs begin at Mon 2021-04-05 11:21:53 UTC, end at Mon 2021-04-05 12:26:28 UTC. --
Apr 05 11:57:06.489366 dv-cinder-784763-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 05 11:57:09.414554 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.common.config [-] Logging enabled!
Apr 05 11:57:09.415031 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev31
Apr 05 11:57:09.416412 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84155) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 05 11:57:09.418220 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.common.config [-] Logging enabled!
Apr 05 11:57:09.418508 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev31
Apr 05 11:57:09.418863 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84155) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 05 11:57:09.419913 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 05 11:57:09.420176 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 05 11:57:09.421218 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 05 11:57:09.421502 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 05 11:57:09.421764 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 05 11:57:09.422173 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.422501 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.422841 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.423103 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.423445 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.423780 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.424102 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.424437 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.424778 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.425101 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.425419 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.425748 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.426009 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.426353 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.426687 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.427017 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.427271 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] debug                          = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.427588 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.428107 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.428431 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.428748 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.429078 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.429428 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.429824 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.430174 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.430487 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.430857 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] host                           = dv-cinder-784763-1-iscsi {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.431174 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.431504 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.431836 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.432166 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.432479 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.432793 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.433120 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.433429 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.433739 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.434053 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.434409 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.434740 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.435075 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.435333 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.435587 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.435920 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.436252 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.436565 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.436877 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.437187 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.437496 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.437807 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.438115 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.438470 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.438796 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.439121 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.439433 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.439745 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.440053 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.440363 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.440689 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.440999 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.441310 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.441620 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.441948 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.442684 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.442999 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.443371 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.443677 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.444003 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.444331 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.444644 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.444972 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.445301 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.445609 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.445915 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.446250 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.446560 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.446885 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.447195 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.447504 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.447819 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.448126 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.448457 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:09.448795 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.449136 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.449481 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.449802 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.450159 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.450483 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.450819 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.451135 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.451468 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.451801 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.452127 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.452441 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.452768 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.453080 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.453420 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.453769 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.454106 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.454468 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.454780 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.455091 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.455401 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.455716 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.456042 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.456378 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.456714 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.457027 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.457343 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.457676 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.457995 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.458331 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.458647 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.458982 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.459298 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.459610 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.459931 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.460245 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.460555 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.461393 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.461704 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.462038 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.462379 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.462688 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.462997 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.463310 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.463620 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.463944 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.464260 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.464568 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.464878 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.465200 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.465513 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.465822 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.466164 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.466470 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.466785 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.467094 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.467402 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.467713 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.468023 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.468341 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.468650 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.468958 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.469272 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.469582 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.469891 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.470243 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.470553 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.470861 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.471183 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.471520 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.471836 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.472152 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.472469 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.472782 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.473094 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.473407 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.473725 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.474041 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.474378 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.474712 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.475035 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.475359 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.475677 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.475993 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.477097 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.477422 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.477748 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.478065 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.478415 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.478750 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.479072 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.479407 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.479743 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.480075 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.480408 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.480742 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.481063 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.481417 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.481738 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:09.481985 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 05 11:57:09.482274 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84155) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 05 11:57:10.146612 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO keyring.backend [-] Loading Gnome
Apr 05 11:57:10.163471 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO keyring.backend [-] Loading Google
Apr 05 11:57:10.166447 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO keyring.backend [-] Loading Windows (alt)
Apr 05 11:57:10.170202 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO keyring.backend [-] Loading file
Apr 05 11:57:10.171037 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO keyring.backend [-] Loading keyczar
Apr 05 11:57:10.171318 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO keyring.backend [-] Loading multi
Apr 05 11:57:10.171975 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO keyring.backend [-] Loading pyfs
Apr 05 11:57:10.219938 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84155) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 11:57:10.220247 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=84155) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 11:57:10.220572 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84155) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 11:57:10.220942 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 05 11:57:10.613645 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:10.614216 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:10.614328 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:10.617734 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:10.618194 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:10.618498 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:10.655376 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:10.655689 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:10.655991 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:10.669882 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:10.670225 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:10.670534 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:10.738059 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:10.738407 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:10.738710 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:10.739845 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:10.740155 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:10.740459 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.012107 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f24626f3ae8> agent after_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.012429 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f24626f3ae8> agent after_update 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.012737 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f24626f3b70> segment precommit_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.013046 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f24626f3bf8> network precommit_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.014904 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f24626f3510> segment before_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.168183 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24624f4da0>> network before_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.168576 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f24626ce840> agent before_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.168903 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24624f4da0>> network before_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.169210 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24624f4da0>> port before_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.169511 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24624f4da0>> port before_update 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.169903 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24624f4da0>> segment after_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.170226 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24624f4da0>> segment precommit_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.170522 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24624f4da0>> segment precommit_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.170814 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24624f4da0>> segment after_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.171155 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24624f4da0>> network after_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.171453 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24624f4da0>> network precommit_delete 0 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.171759 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24624f4da0>> port provisioning_complete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.172063 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24624f4da0>> rbac-policy before_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.172354 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24624f4da0>> rbac-policy after_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.172668 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24624f4da0>> agent after_update 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.172984 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24624f4da0>> subnet after_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.173281 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24624f4da0>> subnet precommit_delete 0 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.173604 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24624f4da0>> rbac-policy before_update 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.173890 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24624f4da0>> rbac-policy before_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.174256 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24624f4da0>> segment_host_mapping after_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.174730 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24624f4da0>> port after_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.175015 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24624f4da0>> port after_update 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.175296 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24624f4da0>> port after_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.175637 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24624f4da0>> rbac-policy before_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.175918 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24624f4da0>> rbac-policy before_update 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.176195 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f24624f4da0>> rbac-policy before_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.176612 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 05 11:57:11.176884 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 05 11:57:11.177155 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 05 11:57:11.177424 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 05 11:57:11.177692 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 05 11:57:11.177961 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 05 11:57:11.178415 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 05 11:57:11.181641 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 05 11:57:11.185647 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 05 11:57:11.189560 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])])
Apr 05 11:57:11.191251 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 05 11:57:11.192522 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 05 11:57:11.192902 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 05 11:57:11.193340 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 05 11:57:11.196742 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 05 11:57:11.197025 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 05 11:57:11.197418 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 05 11:57:11.224980 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 05 11:57:11.225498 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f2462713978>> qos_plugin after_init 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.225832 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84155) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 05 11:57:11.226312 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f246255b518>> logging-plugin after_init 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.227661 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84155) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 05 11:57:11.227983 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 05 11:57:11.228264 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 05 11:57:11.231433 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f246255b588>> floatingip before_response 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.231750 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f246255b588>> port before_response 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.299328 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 05 11:57:11.299550 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 05 11:57:11.299819 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 05 11:57:11.300221 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 05 11:57:11.333381 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_db.sqlalchemy.engines [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=84155) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 05 11:57:11.775980 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.plugins.ml2.managers [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Initializing driver for type 'gre'
Apr 05 11:57:11.776514 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] gre ID ranges: [(1, 1000)]
Apr 05 11:57:11.815660 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.plugins.ml2.managers [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Initializing driver for type 'local'
Apr 05 11:57:11.816029 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.plugins.ml2.managers [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Initializing driver for type 'vlan'
Apr 05 11:57:11.826041 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] VlanTypeDriver initialization complete
Apr 05 11:57:11.826446 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.plugins.ml2.managers [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Initializing driver for type 'vxlan'
Apr 05 11:57:11.826956 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] vxlan ID ranges: [(1, 1000)]
Apr 05 11:57:11.865707 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.plugins.ml2.managers [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Initializing extension driver 'port_security'
Apr 05 11:57:11.866065 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.plugins.ml2.extensions.port_security [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] PortSecurityExtensionDriver initialization complete
Apr 05 11:57:11.866484 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.plugins.ml2.managers [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Initializing mechanism driver 'openvswitch'
Apr 05 11:57:11.867407 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.plugins.ml2.managers [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Initializing mechanism driver 'hyperv'
Apr 05 11:57:11.873804 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84155) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 11:57:11.874652 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2462473be0>> port after_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.875064 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2462473be0>> port after_update 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.875454 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2462473be0>> port after_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.875879 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f24620387b8>> subnet after_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.876271 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f24620387b8>> subnet after_update 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.876655 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f24620387b8>> subnet after_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.877072 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2462038978>> network after_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.877462 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2462038978>> network after_update 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.877845 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2462038978>> network after_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.878319 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2462038b38>> security_group after_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.878680 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2462038b38>> security_group after_update 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.879057 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2462038b38>> security_group after_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.879477 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2462038cf8>> security_group_rule after_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.879871 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2462038cf8>> security_group_rule after_update 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.880251 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2462038cf8>> security_group_rule after_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.880793 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2462038eb8>> address_group after_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.881182 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2462038eb8>> address_group after_update 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.881563 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2462038eb8>> address_group after_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.881933 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] ML2 OVO RPC backend initialized. {{(pid=84155) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 05 11:57:11.883792 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2462043160>> router_interface after_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.884189 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2462043160>> router_interface after_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.884652 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2462043160>> network before_response 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.885038 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2462043160>> networks before_response 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.885422 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2462043160>> port before_response 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.885802 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2462043160>> ports before_response 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.886206 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2462043160>> subnet before_response 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.886590 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2462043160>> subnets before_response 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.886977 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2462043160>> network after_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.887361 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2462043160>> network after_update 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.887734 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2462043160>> network after_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.888110 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2462043160>> port after_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.888483 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2462043160>> port after_update 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.888854 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2462043160>> port after_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.889225 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2462043160>> subnet after_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.889598 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2462043160>> subnet after_update 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.889969 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2462043160>> subnet after_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.890629 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.plugins.ml2.plugin [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Modular L2 Plugin initialization complete
Apr 05 11:57:11.890979 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading services supported by the core plugin {{(pid=84155) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 05 11:57:11.891344 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.plugins.ml2.managers [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Got port-security extension from driver 'port_security'
Apr 05 11:57:11.891849 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.extensions.vlantransparent [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Disabled vlantransparent extension.
Apr 05 11:57:11.892380 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84155) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 05 11:57:11.892726 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading Plugin: router
Apr 05 11:57:11.930802 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2462043128>> router_interface before_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.931247 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2462043128>> router after_create 55549900 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.931655 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2462043128>> router before_create 55549900 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.932062 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2462043128>> router_interface before_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.932482 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2462043128>> router_interface after_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.932876 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2462043128>> router after_delete 55549900 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.933276 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2462043128>> floatingip after_update 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.933688 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2462043128>> router after_create 55549900 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.934071 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2462043128>> router after_update 55549900 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.934491 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2462043128>> router after_update 55549900 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.934879 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2462043128>> router_gateway after_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.935283 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2462043128>> router after_update 55549900 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.935790 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2462043128>> router precommit_update 55549900 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.936215 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f2462686840> port after_update 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.936594 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f2462686730> port after_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.936969 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f24626867b8> subnet after_update 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.937349 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f24626868c8> subnetpool_address_scope after_update 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.937743 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2462043128>> port precommit_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.938145 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2462043128>> router precommit_create 55549900 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.938548 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f246264a9d8> port before_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.938930 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2462043128>> router precommit_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.939336 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2462043128>> router after_update 55549900 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.939715 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2462043128>> router precommit_delete 55549900 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.940104 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2462043128>> router precommit_create 55549900 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.940516 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2462043128>> router_interface after_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.940901 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2462043128>> router precommit_update 55549900 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.941337 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2462043128>> network after_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.942743 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource_registry [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Tracking information for resource: router configured {{(pid=84155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 05 11:57:11.943118 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource_registry [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Tracking information for resource: floatingip configured {{(pid=84155) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 05 11:57:11.948005 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.l3_agentschedulers_db [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 05 11:57:11.948649 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f2461fc5e18> port after_update 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.949042 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f2461fc5d08> port after_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.949427 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <function _notify_port_delete at 0x7f2461fc5d90> port after_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.949812 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f2461fc7048> port after_update 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.950767 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2461fdbf60>> router before_create 55550100 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.951175 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2461fdbf60>> router precommit_delete 55550100 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.951580 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2461fdbf60>> router precommit_create 55550100 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.951977 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2461fdbf60>> router precommit_update 55550100 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.956877 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.provider_configuration [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Service providers = [] {{(pid=84155) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 05 11:57:11.957273 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.servicetype_db [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84155) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 05 11:57:11.960251 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.service_base [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84155) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 05 11:57:11.960681 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.service_base [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84155) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 05 11:57:11.961060 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.service_base [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84155) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 05 11:57:11.961945 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.service_base [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84155) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 05 11:57:11.962375 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.services.service_base [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 05 11:57:11.962787 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 05 11:57:11.963140 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 05 11:57:11.973177 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 05 11:57:11.973541 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading Plugin: auto_allocate
Apr 05 11:57:11.980005 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f2461f51510> network precommit_update 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.980416 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f2461f51510> network precommit_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.981020 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 05 11:57:11.981380 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading Plugin: tag
Apr 05 11:57:11.988320 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 05 11:57:11.988689 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading Plugin: timestamp
Apr 05 11:57:11.993237 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 05 11:57:11.993609 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading Plugin: network_ip_availability
Apr 05 11:57:11.999314 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2461f5e358>> rbac-policy before_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:11.999723 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2461f5e358>> rbac-policy before_update 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:12.000114 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2461f5e358>> rbac-policy before_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:12.000894 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 05 11:57:12.001253 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading Plugin: flavors
Apr 05 11:57:12.005766 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 05 11:57:12.006160 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading Plugin: revisions
Apr 05 11:57:12.010570 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84155) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 05 11:57:12.010996 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.790s {{(pid=84155) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 11:57:12.011790 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84155) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 05 11:57:12.012156 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Initializing extension manager.
Apr 05 11:57:12.012714 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: __init__.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.013093 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: __pycache__ {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.013471 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.013843 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: address_group.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.014679 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.015464 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: address-group
Apr 05 11:57:12.015825 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: address_scope.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.016602 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.017181 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: address-scope
Apr 05 11:57:12.017540 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.018509 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.019490 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: router-admin-state-down-before-update
Apr 05 11:57:12.019715 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: agent.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.020480 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.021134 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: agent
Apr 05 11:57:12.021490 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: agent_resources_synced.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.022508 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.023117 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: agent-resources-synced
Apr 05 11:57:12.023778 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: allowedaddresspairs.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.025604 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.026261 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: allowed-address-pairs
Apr 05 11:57:12.026588 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: auto_allocated_topology.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.027663 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.028246 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: auto-allocated-topology
Apr 05 11:57:12.028610 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: availability_zone.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.029357 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.029951 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: availability_zone
Apr 05 11:57:12.030313 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: availability_zone_filter.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.031237 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.031812 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: availability_zone_filter
Apr 05 11:57:12.032163 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: data_plane_status.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.033087 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.033664 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 05 11:57:12.034021 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: default_subnetpools.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.034984 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.035567 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: default-subnetpools
Apr 05 11:57:12.035926 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.036803 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.039165 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: dhcp_agent_scheduler
Apr 05 11:57:12.039531 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: dns.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.040464 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.041203 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extension dns-integration not supported by any of loaded plugins
Apr 05 11:57:12.041569 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: dns_domain_ports.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.042532 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.043111 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 05 11:57:12.043470 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: dvr.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.044199 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.044782 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: dvr
Apr 05 11:57:12.045185 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: empty_string_filtering.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.046181 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.046762 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: empty-string-filtering
Apr 05 11:57:12.047121 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.048051 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.048623 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 05 11:57:12.048984 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.049915 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.050508 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 05 11:57:12.050867 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: external_net.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.051793 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.052369 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: external-net
Apr 05 11:57:12.052728 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.053656 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.054361 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: extra_dhcp_opt
Apr 05 11:57:12.055184 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: extraroute.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.056107 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.056682 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: extraroute
Apr 05 11:57:12.057039 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: extraroute_atomic.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.058106 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.058743 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: extraroute-atomic
Apr 05 11:57:12.059107 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: filter_validation.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.059825 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.060406 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: filter-validation
Apr 05 11:57:12.060765 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: fip_pf_description.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.061684 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.062288 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 05 11:57:12.062648 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: fip_port_details.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.063577 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.064152 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: fip-port-details
Apr 05 11:57:12.064510 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: flavors.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.065803 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.066416 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: flavors
Apr 05 11:57:12.066779 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.068445 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.069044 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 05 11:57:12.069416 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: floatingip_pools.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.070613 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.071193 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: floatingip-pools
Apr 05 11:57:12.071554 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: ip_allocation.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.072507 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.073089 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 05 11:57:12.073450 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.074408 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.074991 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: ip-substring-filtering
Apr 05 11:57:12.075351 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: l2_adjacency.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.076282 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.076861 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 05 11:57:12.077221 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: l3.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.078363 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.078948 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: router
Apr 05 11:57:12.079314 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.081626 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.082243 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 05 11:57:12.082614 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.083558 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.084138 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: ext-gw-mode
Apr 05 11:57:12.084501 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.085435 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.086177 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: l3-ha
Apr 05 11:57:12.086538 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: l3_flavors.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.087467 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.088045 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: l3-flavors
Apr 05 11:57:12.088404 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.089333 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.089911 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 05 11:57:12.090301 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: l3agentscheduler.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.091640 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.092233 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: l3_agent_scheduler
Apr 05 11:57:12.092599 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: logging.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.094164 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.094751 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extension logging not supported by any of loaded plugins
Apr 05 11:57:12.095122 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: metering.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.095925 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.096624 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: metering
Apr 05 11:57:12.096992 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.098120 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.098748 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: metering_source_and_destination_fields
Apr 05 11:57:12.099113 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: multiprovidernet.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.100053 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.100850 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: multi-provider
Apr 05 11:57:12.101734 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: netmtu.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.102721 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.103297 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: net-mtu
Apr 05 11:57:12.103656 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: netmtu_writable.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.104597 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.105173 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: net-mtu-writable
Apr 05 11:57:12.105533 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: network_availability_zone.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.106364 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.107002 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: network_availability_zone
Apr 05 11:57:12.107360 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: network_ip_availability.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.108617 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.109201 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: network-ip-availability
Apr 05 11:57:12.109560 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: network_segment_range.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.110978 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.111552 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 05 11:57:12.111910 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: pagination.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.113039 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.113415 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: pagination
Apr 05 11:57:12.113774 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: port_device_profile.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.114775 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.115357 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: port-device-profile
Apr 05 11:57:12.115719 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.116649 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.117934 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: port-mac-address-regenerate
Apr 05 11:57:12.118328 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.119269 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.119847 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: port-numa-affinity-policy
Apr 05 11:57:12.120206 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: port_resource_request.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.121136 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.121724 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 05 11:57:12.122066 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: portbindings.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.123030 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.123599 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: binding
Apr 05 11:57:12.123958 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: portbindings_extended.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.125257 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.125842 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: binding-extended
Apr 05 11:57:12.126229 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: portsecurity.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.127178 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.127761 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: port-security
Apr 05 11:57:12.128124 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: project_id.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.129108 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.129484 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: project-id
Apr 05 11:57:12.129843 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: providernet.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.130794 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.131379 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: provider
Apr 05 11:57:12.131739 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: qos.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.135337 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.135928 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extension qos not supported by any of loaded plugins
Apr 05 11:57:12.136293 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.137621 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.138232 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 05 11:57:12.138600 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.139533 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.140245 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 05 11:57:12.140441 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: qos_default.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.141359 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.141934 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extension qos-default not supported by any of loaded plugins
Apr 05 11:57:12.142322 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: qos_fip.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.143026 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.143596 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extension qos-fip not supported by any of loaded plugins
Apr 05 11:57:12.143951 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: qos_gateway_ip.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.145164 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.145740 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 05 11:57:12.146098 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: qos_port_network_policy.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.147038 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.147610 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 05 11:57:12.147969 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: qos_rule_type_details.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.148929 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.149504 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 05 11:57:12.149862 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: qos_rules_alias.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.150961 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.151537 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 05 11:57:12.151895 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: quotasv2.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.152925 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.153301 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: quotas
Apr 05 11:57:12.153660 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: quotasv2_detail.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.155288 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.155667 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: quota_details
Apr 05 11:57:12.156031 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: rbac.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.157211 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.157808 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: rbac-policies
Apr 05 11:57:12.158196 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: rbac_address_group.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.159148 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.159735 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: rbac-address-group
Apr 05 11:57:12.160099 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: rbac_address_scope.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.161022 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.161598 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: rbac-address-scope
Apr 05 11:57:12.161958 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: rbac_security_groups.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.163005 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.163587 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: rbac-security-groups
Apr 05 11:57:12.164462 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: rbac_subnetpool.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.165395 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.165967 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: rbac-subnetpool
Apr 05 11:57:12.166353 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: revisionifmatch.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.167288 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.167866 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: revision-if-match
Apr 05 11:57:12.168219 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: revisions.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.169383 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.169959 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: standard-attr-revisions
Apr 05 11:57:12.170357 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: router_availability_zone.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.171086 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.171662 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: router_availability_zone
Apr 05 11:57:12.172019 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: routerservicetype.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.173008 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.173710 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extension router-service-type not supported by any of loaded plugins
Apr 05 11:57:12.174175 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.175125 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.175710 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: security-groups-normalized-cidr
Apr 05 11:57:12.176065 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.177008 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.177584 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: port-security-groups-filtering
Apr 05 11:57:12.177938 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.178915 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.180092 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: security-groups-remote-address-group
Apr 05 11:57:12.180452 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: securitygroup.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.193406 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.194022 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: security-group
Apr 05 11:57:12.194410 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: segment.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.195357 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.196060 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extension segment not supported by any of loaded plugins
Apr 05 11:57:12.196423 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.197374 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.197949 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 05 11:57:12.198341 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: servicetype.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.199450 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.200031 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: service-type
Apr 05 11:57:12.200388 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: sorting.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.201381 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.201761 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: sorting
Apr 05 11:57:12.202159 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: standard_attr_segment.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.203088 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.203668 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 05 11:57:12.204026 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: standardattrdescription.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.204712 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.205292 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: standard-attr-description
Apr 05 11:57:12.205648 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: stateful_security_group.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.206646 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.207269 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: stateful-security-group
Apr 05 11:57:12.207628 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: stdattrs_common.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.208215 dv-cinder-784763-1-iscsi neutron-server[84155]: WARNING neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 05 11:57:12.208570 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.209629 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.210243 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 05 11:57:12.210633 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: subnet_onboard.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.211772 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.212389 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: subnet_onboard
Apr 05 11:57:12.212750 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.213688 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.214300 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 05 11:57:12.214662 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: subnet_service_types.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.215595 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.216171 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: subnet-service-types
Apr 05 11:57:12.216528 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: subnetallocation.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.217623 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.218228 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: subnet_allocation
Apr 05 11:57:12.218590 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.219299 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.219878 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: subnetpool-prefix-ops
Apr 05 11:57:12.220235 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.221178 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.221766 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 05 11:57:12.222150 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: tagging.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.223464 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.224051 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: standard-attr-tag
Apr 05 11:57:12.224413 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: timestamp.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.225604 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.226735 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loaded extension: standard-attr-timestamp
Apr 05 11:57:12.227104 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: trunk.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.228154 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.228732 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extension trunk not supported by any of loaded plugins
Apr 05 11:57:12.229089 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: trunk_details.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.230031 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.230651 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extension trunk-details not supported by any of loaded plugins
Apr 05 11:57:12.231009 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: uplink_status_propagation.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.231938 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.232518 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 05 11:57:12.232877 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Loading extension file: vlantransparent.py {{(pid=84155) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 11:57:12.233584 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84155) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 11:57:12.234181 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 05 11:57:12.236871 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.quota.resource_registry [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Creating instance of TrackedResource for resource:network
Apr 05 11:57:12.237685 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.quota.resource_registry [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Creating instance of TrackedResource for resource:subnet
Apr 05 11:57:12.238385 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.quota.resource_registry [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 05 11:57:12.239040 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.quota.resource_registry [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Creating instance of TrackedResource for resource:port
Apr 05 11:57:12.240539 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.resource_helper [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 05 11:57:12.241025 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.resource_helper [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Service FLAVORS assigned prefix:  {{(pid=84155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 05 11:57:12.241699 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.resource_helper [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 05 11:57:12.242796 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.resource_helper [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 05 11:57:12.243238 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.quota.resource_registry [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Creating instance of TrackedResource for resource:router
Apr 05 11:57:12.243967 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.quota.resource_registry [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Creating instance of TrackedResource for resource:floatingip
Apr 05 11:57:12.244751 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.resource_helper [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Service METERING assigned prefix: /metering {{(pid=84155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 05 11:57:12.246655 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2461e3b4e0>> rbac-policy before_create 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:12.247060 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2461e3b4e0>> rbac-policy before_update 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:12.247446 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2461e3b4e0>> rbac-policy before_delete 55550000 {{(pid=84155) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 11:57:12.248582 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.quota.resource_registry [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 05 11:57:12.249067 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.quota.resource_registry [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Creating instance of TrackedResource for resource:security_group
Apr 05 11:57:12.249894 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.quota.resource_registry [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 05 11:57:12.250733 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.resource_helper [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Service CORE assigned prefix:  {{(pid=84155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 05 11:57:12.251106 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.quota.resource_registry [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 05 11:57:12.251468 dv-cinder-784763-1-iscsi neutron-server[84155]: WARNING neutron.quota.resource_registry [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] subnetpool is already registered
Apr 05 11:57:12.252140 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.resource_helper [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Service CORE assigned prefix:  {{(pid=84155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 05 11:57:12.252507 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.quota.resource_registry [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 05 11:57:12.252865 dv-cinder-784763-1-iscsi neutron-server[84155]: WARNING neutron.quota.resource_registry [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] subnetpool is already registered
Apr 05 11:57:12.255656 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.resource_helper [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 05 11:57:12.256132 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.resource_helper [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Service FLAVORS assigned prefix:  {{(pid=84155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 05 11:57:12.256775 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.resource_helper [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 05 11:57:12.257237 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.resource_helper [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 05 11:57:12.257663 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.quota.resource_registry [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Creating instance of TrackedResource for resource:router
Apr 05 11:57:12.258100 dv-cinder-784763-1-iscsi neutron-server[84155]: WARNING neutron.quota.resource_registry [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] router is already registered
Apr 05 11:57:12.258787 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.quota.resource_registry [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Creating instance of TrackedResource for resource:floatingip
Apr 05 11:57:12.259150 dv-cinder-784763-1-iscsi neutron-server[84155]: WARNING neutron.quota.resource_registry [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] floatingip is already registered
Apr 05 11:57:12.259845 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.resource_helper [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Service METERING assigned prefix: /metering {{(pid=84155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 05 11:57:12.260574 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.quota.resource_registry [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 05 11:57:12.260938 dv-cinder-784763-1-iscsi neutron-server[84155]: WARNING neutron.quota.resource_registry [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] rbac_policy is already registered
Apr 05 11:57:12.262340 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.quota.resource_registry [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Creating instance of TrackedResource for resource:security_group
Apr 05 11:57:12.262711 dv-cinder-784763-1-iscsi neutron-server[84155]: WARNING neutron.quota.resource_registry [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] security_group is already registered
Apr 05 11:57:12.263370 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.quota.resource_registry [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 05 11:57:12.263732 dv-cinder-784763-1-iscsi neutron-server[84155]: WARNING neutron.quota.resource_registry [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] security_group_rule is already registered
Apr 05 11:57:12.264465 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.resource_helper [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Service CORE assigned prefix:  {{(pid=84155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 05 11:57:12.264834 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.quota.resource_registry [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 05 11:57:12.265194 dv-cinder-784763-1-iscsi neutron-server[84155]: WARNING neutron.quota.resource_registry [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] subnetpool is already registered
Apr 05 11:57:12.265860 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.resource_helper [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Service CORE assigned prefix:  {{(pid=84155) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 05 11:57:12.266256 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.quota.resource_registry [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 05 11:57:12.266619 dv-cinder-784763-1-iscsi neutron-server[84155]: WARNING neutron.quota.resource_registry [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] subnetpool is already registered
Apr 05 11:57:12.267339 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: extensions {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.268907 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: address-groups {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.270868 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: address-scopes {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.272147 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: agents {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.273880 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: auto-allocated-topology {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.275253 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: availability_zones {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.276693 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: dhcp-networks {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.278174 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: dhcp-agents {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.279668 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: routers {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.281575 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: flavors {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.282874 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: service_profiles {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.284161 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: next_providers {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.285825 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: service_profiles {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.287482 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: floatingip-pools {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.288868 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: routers {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.290843 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: floatingips {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.292113 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: l3-routers {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.293585 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: l3-agents {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.295115 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: metering-labels {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.296551 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: metering-label-rules {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.297902 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: network-ip-availabilities {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.299253 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: bindings {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.300983 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: quotas {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.302543 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: quotas {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.304028 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: rbac-policies {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.305934 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: security-groups {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.307253 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: security-group-rules {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.308565 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: service-providers {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.309902 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: subnetpools {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.311410 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: subnetpools {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.312968 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: tags {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.314763 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: tags {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.316687 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: tags {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.318575 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: tags {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.321174 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: tags {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.323169 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: tags {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.324961 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: tags {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.327835 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: tags {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.329709 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: tags {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.331705 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.extensions [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Extended resource: tags {{(pid=84155) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 11:57:12.338788 dv-cinder-784763-1-iscsi neutron-server[84155]: WARNING keystonemiddleware.auth_token [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 05 11:57:12.344088 dv-cinder-784763-1-iscsi neutron-server[84155]: WARNING keystonemiddleware.auth_token [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 05 11:57:12.353045 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Acquired lock "singleton_lock" {{(pid=84155) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 05 11:57:12.353571 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Releasing lock "singleton_lock" {{(pid=84155) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 05 11:57:12.355054 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO oslo_service.service [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Starting 2 workers
Apr 05 11:57:12.359911 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Started child 84268 {{(pid=84155) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 05 11:57:12.363899 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:12.364697 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Started child 84269 {{(pid=84155) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 05 11:57:12.365336 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [-] (84268) wsgi starting up on http://0.0.0.0:9696
Apr 05 11:57:12.366185 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.service [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 05 11:57:12.367388 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Notify callbacks [] for process, before_spawn {{(pid=84155) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:12.368563 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:12.369820 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO oslo_service.service [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Starting 1 workers
Apr 05 11:57:12.369935 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [-] (84269) wsgi starting up on http://0.0.0.0:9696
Apr 05 11:57:12.375381 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Started child 84270 {{(pid=84155) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 05 11:57:12.375919 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO oslo_service.service [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Starting 1 workers
Apr 05 11:57:12.377519 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.service [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] calling RpcWorker wait() {{(pid=84270) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 05 11:57:12.377934 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.service [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] returning from RpcWorker wait() {{(pid=84270) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 05 11:57:12.379590 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:12.380096 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 11:57:12.380641 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Started child 84271 {{(pid=84155) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 05 11:57:12.381438 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7990e63-666b-40cf-b563-55204ac57ac8 None None] Notify callbacks [] for process, after_spawn {{(pid=84155) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:12.383648 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84155) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 05 11:57:12.384063 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 05 11:57:12.384271 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 05 11:57:12.384557 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 05 11:57:12.384961 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 05 11:57:12.385152 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 05 11:57:12.385714 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.385926 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:12.386025 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.386319 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.386620 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.386930 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.387589 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.387891 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.388192 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.388500 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.388787 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.388987 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.389182 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.389464 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.389747 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.390086 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.390405 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.390692 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.390968 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.391179 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.391451 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.391774 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.392068 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.392358 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] debug                          = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.392642 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.393237 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.393493 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.393766 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.394306 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.394602 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.394873 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.395175 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.395440 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.395700 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.395977 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.396258 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.396502 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.396745 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.396992 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.397267 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.397515 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.397965 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] host                           = dv-cinder-784763-1-iscsi {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.398289 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.398560 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.398834 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.399096 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.399375 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.399633 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.399909 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.400199 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.400470 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.400749 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.401034 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.401310 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.401586 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.401858 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.402051 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.402338 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.402644 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.402949 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.403163 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.403356 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.403544 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.403849 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.404038 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.404331 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.404576 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.404820 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.405076 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.405319 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.405561 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.405858 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.406146 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.406412 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.406669 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.406956 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.407234 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.407497 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.407759 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.409319 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.409319 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.409319 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.409319 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.409319 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.409319 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.410527 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.410527 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.410527 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.410527 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.410527 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.410931 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.410931 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.411211 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.411318 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.411740 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.411893 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.412132 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.412486 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.412736 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.413013 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.413255 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.415366 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.415366 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.415366 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.415366 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.415366 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.415366 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.415366 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.416005 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.416005 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.416005 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.416377 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.416685 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.417018 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.417304 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.417570 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.417834 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.418637 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.418637 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.418637 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.418997 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.420735 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.420735 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.420735 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.420735 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.420735 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.420735 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.424421 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.424421 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.424421 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.424421 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.424421 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.424421 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.424421 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.424421 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.426089 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.36/identity {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.426222 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 11:57:12.426319 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.426319 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.426319 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.426319 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.426319 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.426319 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.426319 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.426319 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.427513 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.427513 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.427513 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.427513 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.427513 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.427513 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.427513 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.427513 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.427513 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.429994 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.429994 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.429994 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.429994 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.429994 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.429994 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.429994 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.429994 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.429994 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.431744 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.431744 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.431744 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.431744 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.431744 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.431744 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.431744 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.431744 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.431744 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.432519 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.432519 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.432519 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.432989 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.432989 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.433178 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.433329 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.433802 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.433802 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.434028 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.434311 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.434556 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.434798 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.435040 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.435297 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.435540 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.435797 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.436040 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.436285 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.436533 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.436789 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.437029 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.437270 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.437877 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.437877 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.438106 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.438410 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.439921 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.439921 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.439921 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.439921 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.439921 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.439921 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.440461 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.440461 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.440647 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.440887 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.441174 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.441461 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.443413 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.443413 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.443413 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.443413 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.443413 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.443413 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.443413 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.444053 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.444053 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.444053 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.444325 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.444500 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.444816 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.445667 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.445977 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.446288 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.446588 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.446924 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.447229 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.447520 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.447766 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.448030 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.448281 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.449041 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.449041 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.449041 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.449326 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.449527 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.449808 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.450098 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.450377 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.450603 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.451065 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.451871 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.451871 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.452091 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.452677 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.452677 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.452884 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.454747 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.454747 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.454747 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.454747 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.454747 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.454747 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.36/identity {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.454747 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.455372 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.455372 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.455372 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.455639 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.455818 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.456083 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.456341 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.456590 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.456888 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.457150 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.457416 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.457658 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.457905 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.458194 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.458466 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.458738 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.458993 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.459259 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.459525 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.459756 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.460023 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.460268 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.460629 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.460902 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.461218 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.461519 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.461790 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.462056 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.462353 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.462632 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.462886 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.463154 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.463400 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.463666 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.463911 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.464156 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.464398 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.464755 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.465027 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.465130 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.465397 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.465664 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.466029 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.466346 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.466617 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.466884 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.467130 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.467391 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.467636 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.467899 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.468146 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.468392 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.468635 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.468908 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.469516 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.469516 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.469733 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.469837 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.470072 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.470365 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.470605 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.470963 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.471182 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.471437 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.471706 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.471994 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.472287 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.472533 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.472773 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.473019 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.473615 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.473615 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.473821 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.473925 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.478161 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.478161 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.478161 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.478161 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.478161 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.478161 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.478161 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.478161 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.478727 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.478727 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.478727 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.478727 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.478727 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.478727 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.478727 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.478727 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.479185 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.479185 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.479185 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.479185 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.479518 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.479806 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.480090 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.480506 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.481013 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.481382 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.481674 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.481968 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.482283 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.482573 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.482832 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.483099 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.483350 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.483600 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.483863 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.484143 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.484437 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.484696 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.484926 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.485733 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.485733 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.485733 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.486210 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.486210 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.486495 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.486495 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 05 11:57:12.487032 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84155) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 05 11:57:12.487191 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 05 11:57:12.487380 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 05 11:57:12.487586 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 05 11:57:12.487771 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 05 11:57:12.487925 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 05 11:57:12.488172 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.488355 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.488511 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.489669 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.489669 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.489669 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.489669 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.489669 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.489669 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.489669 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.490481 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.490481 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.490481 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.490481 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.490481 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.490904 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.490904 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.491078 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.491078 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.491253 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.491432 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.491624 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.492377 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] debug                          = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.492578 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.492817 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.493012 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.493202 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.498275 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.498275 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.498275 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.498275 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.498275 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.498275 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.498275 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.498275 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.499017 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.499017 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.499017 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.499017 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.499017 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.499017 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] host                           = dv-cinder-784763-1-iscsi {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.499017 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.499017 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.499707 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.499707 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.499707 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.499707 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.499707 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.499707 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.499707 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.499707 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.500375 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.500375 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.500375 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.500375 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.500375 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.500375 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.500375 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.500375 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.501037 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.501037 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.501037 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.501037 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.501037 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.501037 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.501037 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.501637 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.501637 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.501637 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.501637 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.501637 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.501637 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.501637 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.501637 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.502328 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.502328 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.502328 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.502328 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.502328 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.502328 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.502328 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.502328 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.503002 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.503002 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.503002 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.503002 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.503002 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.503002 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.503002 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.503590 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.503590 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.503590 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.503845 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.503845 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.504048 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.504154 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.504295 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.504485 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.504667 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.504849 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.505034 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.505218 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.505402 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.505583 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.505767 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.505953 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.506165 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.506344 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.506527 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.506711 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 11:57:12.506915 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.507104 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.507305 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.508037 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.508236 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.508444 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.508780 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.508972 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.509161 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.509347 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.509541 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.509728 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.509929 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.510115 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.510327 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.510520 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.510711 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.510896 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.511084 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.511272 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.511459 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.511644 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.511848 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.512036 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.512229 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.36/identity {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.512418 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.512605 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.512795 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.512983 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.513172 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.513362 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.514174 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.514174 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.514174 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.514174 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.514552 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.514552 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.514552 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.514806 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.514908 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.515050 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.515238 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.515425 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.515614 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.515800 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.515990 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.516176 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.516364 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.516552 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.516739 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.516937 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.517124 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.517311 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.517498 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.517687 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.517873 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.518058 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.518271 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.518457 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.518645 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.518832 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.519300 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.519485 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.519673 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.519772 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 11:57:12.519876 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.520022 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.520208 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.520395 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.520580 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.520766 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.520952 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.521138 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.521324 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.521510 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.521695 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.521882 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.522072 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.522285 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.522473 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.522659 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.522844 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.523062 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.523359 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.523683 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.523880 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.524083 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.524271 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.524457 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.524644 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.524830 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.525018 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.525203 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.525389 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.525575 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.525761 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.525949 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.526150 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.526349 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.526536 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.526768 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.526887 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.527065 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.527251 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.527438 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.527626 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.527811 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.528000 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.528185 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.528369 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.528557 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.528718 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.528911 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.529095 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.529283 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.529468 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.529661 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.529859 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.530046 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.530238 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.530420 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.530605 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.530791 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.530980 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.531165 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.531351 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.531537 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.531722 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.531915 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.532112 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.532303 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.532489 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.532675 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.532905 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.533094 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.533289 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.533516 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.534764 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.534764 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.534764 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.534764 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.534764 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.534764 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.534764 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.534764 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.36/identity {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.537186 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.537186 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.537186 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.537186 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.537186 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.537186 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.537186 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.537186 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.537849 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.537849 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.537849 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.537849 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.537849 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.537849 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.537849 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.537849 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.539079 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.539079 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.539079 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.539079 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.539079 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.539079 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.539079 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.539079 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.539720 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.539720 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.539720 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.539720 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.539720 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.539720 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.540457 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.540457 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.540457 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.540457 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.540457 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.541143 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.541143 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.541143 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.541143 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.541487 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.541487 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.541669 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.541669 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.541886 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.542075 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.542293 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.542481 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.542671 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.542842 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.543205 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.543397 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.543587 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.543779 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.543965 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.544684 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.544684 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.544684 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.544684 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.544998 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.544998 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.545128 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.545285 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.545483 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.545670 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.545857 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.546043 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.546256 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.546455 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.546632 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.546805 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.546980 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.547167 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.547364 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.547551 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.547735 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.547921 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.548108 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.548306 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.548496 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.548683 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.548882 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.549068 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.549255 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.549441 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.549640 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.549825 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.550015 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.550227 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.550419 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.550604 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.550794 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.550987 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.551184 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.551378 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.551566 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.551760 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.551957 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.552159 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.552345 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.552538 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.552741 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.552927 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.553112 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.553298 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.553483 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.553669 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.553854 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.554041 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.554253 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.554998 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.555189 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.555376 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.555562 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.555724 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.555877 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.556067 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.556255 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.556443 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.556607 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.556790 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 11:57:12.556947 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84155) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 05 11:57:12.649776 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 37412) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 11:57:12.661425 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0094628
Apr 05 11:57:23.693673 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d532a2f-4604-4dc8-9673-6d2bd75a9ab4 None None] get_active_networks_info from dv-cinder-784763-1-iscsi {{(pid=84270) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 05 11:57:23.858718 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d532a2f-4604-4dc8-9673-6d2bd75a9ab4 None None] No non-hosted networks {{(pid=84270) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 05 11:57:23.895431 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-49cf19de-6bcc-4606-b9f4-d57f9956156b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874'] for agent, after_create {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:24.794734 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874'] for agent, after_create {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:24.800365 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:57:24.805370 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:57:24.805979 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:57:24.806611 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:57:24.808181 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:57:24.819401 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:57:24.820598 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:57:24.821188 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:57:24.821750 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:57:24.822338 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:57:24.822926 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:57:24.823483 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:57:24.824118 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f2461af66a0>, 'Open vSwitch agent', 'dv-cinder-784763-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 11:57:24.830422 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f2461295c88>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784763-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 11:57:25.950782 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4e295941-340b-4de5-94bf-9aff2b8faf61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874'] for agent, after_create {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:26.009687 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7f84cd71-bc2e-4ace-8201-68a3568a302b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:26.439100 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874'] for agent, after_create {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:28.053870 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874'] for agent, after_create {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:29.170970 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.l3_hamode_db [None req-6dcf169e-e962-4c0d-b784-51fa27c10ed9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 05 11:57:29.264238 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcf169e-e962-4c0d-b784-51fa27c10ed9 None None] Routers set() bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 11:57:29.264675 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcf169e-e962-4c0d-b784-51fa27c10ed9 None None] Router IDs set() for agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 05 11:57:29.354502 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 37504) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 11:57:29.972777 dv-cinder-784763-1-iscsi neutron-server[84155]: WARNING oslo_policy.policy [None req-38248631-72ca-4bbf-807f-299a21daffa7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 05 11:57:29.973366 dv-cinder-784763-1-iscsi neutron-server[84155]: WARNING oslo_policy.policy [None req-38248631-72ca-4bbf-807f-299a21daffa7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 05 11:57:30.209512 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [None req-38248631-72ca-4bbf-807f-299a21daffa7 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 05 11:57:30.211302 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-38248631-72ca-4bbf-807f-299a21daffa7 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8557701
Apr 05 11:57:32.949376 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 37518) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 11:57:33.343429 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e6068b5e-e21f-420c-97c1-fb9b1f7e2d29 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 11:57:33.448273 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.policy [None req-e6068b5e-e21f-420c-97c1-fb9b1f7e2d29 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84269) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 05 11:57:33.503812 dv-cinder-784763-1-iscsi neutron-server[84155]: WARNING oslo_policy.policy [None req-e6068b5e-e21f-420c-97c1-fb9b1f7e2d29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 05 11:57:33.504230 dv-cinder-784763-1-iscsi neutron-server[84155]: WARNING oslo_policy.policy [None req-e6068b5e-e21f-420c-97c1-fb9b1f7e2d29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 05 11:57:33.522460 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.quota [None req-e6068b5e-e21f-420c-97c1-fb9b1f7e2d29 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f24619db908>.
Apr 05 11:57:33.539042 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e6068b5e-e21f-420c-97c1-fb9b1f7e2d29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 11:57:33.595533 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e6068b5e-e21f-420c-97c1-fb9b1f7e2d29 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363299716331324', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363299716330960', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363299716280007', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363299716282235', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363299716298062', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363299716237839', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854636051', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853929462', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3621093', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036851227234'] for rbac-policy, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:33.659167 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e6068b5e-e21f-420c-97c1-fb9b1f7e2d29 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:33.660435 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-e6068b5e-e21f-420c-97c1-fb9b1f7e2d29 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.7100163
Apr 05 11:57:36.623071 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 37532) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 11:57:36.992169 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '99ce6ba4c44449a39945d66439dd9439'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 11:57:36.998004 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 11:57:37.002706 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Usage tracker for resource:network and tenant:99ce6ba4c44449a39945d66439dd9439 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 11:57:37.006436 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 11:57:37.012839 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 11:57:37.021488 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Made reservation on behalf of 99ce6ba4c44449a39945d66439dd9439 for: {'network': 1} {{(pid=84269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 11:57:37.028011 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:37.046166 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:37.063156 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 11:57:37.066974 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Usage tracker for resource:security_group_rule and tenant:99ce6ba4c44449a39945d66439dd9439 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 11:57:37.070710 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 11:57:37.076508 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 11:57:37.337530 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:37.340096 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:37.344598 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 11:57:37.365392 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'}  {{(pid=84269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 11:57:37.389855 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737140437943', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:37.390466 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f24626f3b70> segment precommit_create {{(pid=84269) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 05 11:57:37.390943 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.segments_db [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Added segment d4f39d62-6071-4512-b1db-dc34dfa79d59 of type vlan for network 1dc3fbd1-d726-42b3-9e0f-4a20dd1c67d7
Apr 05 11:57:37.400151 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcb1f02-6be2-4f37-8659-9d0d24306b22,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 11:57:37.452807 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:57:37.453172 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:57:37.453528 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:57:37.453876 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:57:37.454247 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:57:37.454596 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:57:37.454940 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:57:37.455280 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:57:37.455631 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:57:37.455967 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:57:37.456302 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:57:37.456635 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:57:37.457705 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Tracked resource versions report:
Apr 05 11:57:37.457705 dv-cinder-784763-1-iscsi neutron-server[84155]: pushed versions:
Apr 05 11:57:37.457705 dv-cinder-784763-1-iscsi neutron-server[84155]: {   'AddressGroup': {'1.2'},
Apr 05 11:57:37.457705 dv-cinder-784763-1-iscsi neutron-server[84155]:     'ConntrackHelper': {'1.0'},
Apr 05 11:57:37.457705 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Log': {'1.0'},
Apr 05 11:57:37.457705 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Network': {'1.1'},
Apr 05 11:57:37.457705 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Port': {'1.7'},
Apr 05 11:57:37.457705 dv-cinder-784763-1-iscsi neutron-server[84155]:     'PortForwarding': {'1.2'},
Apr 05 11:57:37.457705 dv-cinder-784763-1-iscsi neutron-server[84155]:     'QosPolicy': {'1.8'},
Apr 05 11:57:37.457705 dv-cinder-784763-1-iscsi neutron-server[84155]:     'SecurityGroup': {'1.4'},
Apr 05 11:57:37.457705 dv-cinder-784763-1-iscsi neutron-server[84155]:     'SecurityGroupRule': {'1.2'},
Apr 05 11:57:37.457705 dv-cinder-784763-1-iscsi neutron-server[84155]:     'SubPort': {'1.0'},
Apr 05 11:57:37.457705 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Subnet': {'1.1'},
Apr 05 11:57:37.457705 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Trunk': {'1.1'}}
Apr 05 11:57:37.457705 dv-cinder-784763-1-iscsi neutron-server[84155]: consumer versions:
Apr 05 11:57:37.457705 dv-cinder-784763-1-iscsi neutron-server[84155]: {   DHCP agent@dv-cinder-784763-1-iscsi: {},
Apr 05 11:57:37.457705 dv-cinder-784763-1-iscsi neutron-server[84155]:     L3 agent@dv-cinder-784763-1-iscsi: {},
Apr 05 11:57:37.457705 dv-cinder-784763-1-iscsi neutron-server[84155]:     Metadata agent@dv-cinder-784763-1-iscsi: {},
Apr 05 11:57:37.457705 dv-cinder-784763-1-iscsi neutron-server[84155]:     Metering agent@dv-cinder-784763-1-iscsi: {},
Apr 05 11:57:37.457705 dv-cinder-784763-1-iscsi neutron-server[84155]:     Open vSwitch agent@dv-cinder-784763-1-iscsi: {   'AddressGroup': '1.2',
Apr 05 11:57:37.457705 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'ConntrackHelper': '1.0',
Apr 05 11:57:37.457705 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Log': '1.0',
Apr 05 11:57:37.457705 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Network': '1.1',
Apr 05 11:57:37.457705 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Port': '1.7',
Apr 05 11:57:37.457705 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'PortForwarding': '1.2',
Apr 05 11:57:37.457705 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'QosPolicy': '1.8',
Apr 05 11:57:37.457705 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'SecurityGroup': '1.4',
Apr 05 11:57:37.457705 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'SecurityGroupRule': '1.2',
Apr 05 11:57:37.457705 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'SubPort': '1.0',
Apr 05 11:57:37.457705 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Subnet': '1.1',
Apr 05 11:57:37.457705 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Trunk': '1.1'}}
Apr 05 11:57:37.457705 dv-cinder-784763-1-iscsi neutron-server[84155]:  {{(pid=84269) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 05 11:57:37.509272 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737139937617'] for network, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:37.513651 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 11:57:37.548262 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131'] for network, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:37.549623 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 11:57:37.550314 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for network, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:37.555541 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 11:57:37.662485 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.0381544
Apr 05 11:57:37.663672 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Pushing event updated for resources: {'Network': ['ID=1dc3fbd1-d726-42b3-9e0f-4a20dd1c67d7,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 11:57:37.667134 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 11:57:37.676113 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Network 1dc3fbd1-d726-42b3-9e0f-4a20dd1c67d7 details requested by agent ovs-agent-dv-cinder-784763-1-iscsi with host dv-cinder-784763-1-iscsi {{(pid=84270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 11:57:40.699410 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 37548) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 11:57:41.183440 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55b8157-7ff0-439d-b601-6417ef6abf2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 11:57:41.184898 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-e55b8157-7ff0-439d-b601-6417ef6abf2b admin admin] 10.222.0.36 "GET /v2.0/networks/1dc3fbd1-d726-42b3-9e0f-4a20dd1c67d7 HTTP/1.1" status: 200  len: 825 time: 0.4844697
Apr 05 11:57:41.214285 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-37ad0edc-aa4a-4ef6-9fc4-89f0e09ad496 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/60fc619e-cfb7-4cc1-b0f5-5be4aa950e01 HTTP/1.1" status: 200  len: 734 time: 0.0232840
Apr 05 11:57:41.223596 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-db77d8c2-566e-4e20-96ec-1821d0688d04 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '99ce6ba4c44449a39945d66439dd9439', 'name': 'private-subnet', 'network_id': '1dc3fbd1-d726-42b3-9e0f-4a20dd1c67d7', 'subnetpool_id': '60fc619e-cfb7-4cc1-b0f5-5be4aa950e01'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 11:57:41.228160 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-db77d8c2-566e-4e20-96ec-1821d0688d04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 11:57:41.232057 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-db77d8c2-566e-4e20-96ec-1821d0688d04 admin admin] Usage tracker for resource:subnet and tenant:99ce6ba4c44449a39945d66439dd9439 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 11:57:41.234988 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-db77d8c2-566e-4e20-96ec-1821d0688d04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 11:57:41.240786 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-db77d8c2-566e-4e20-96ec-1821d0688d04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 11:57:41.250028 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db77d8c2-566e-4e20-96ec-1821d0688d04 admin admin] Made reservation on behalf of 99ce6ba4c44449a39945d66439dd9439 for: {'subnet': 1} {{(pid=84269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 11:57:41.254555 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-db77d8c2-566e-4e20-96ec-1821d0688d04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:41.719062 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-db77d8c2-566e-4e20-96ec-1821d0688d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131'] for subnet, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:41.736243 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 11:57:41.867550 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77d8c2-566e-4e20-96ec-1821d0688d04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4772699-72b5-48f1-ac35-f2c17fdec2ae,revision_number=0']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 11:57:41.870791 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-db77d8c2-566e-4e20-96ec-1821d0688d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 11:57:41.938699 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db77d8c2-566e-4e20-96ec-1821d0688d04 admin admin] Checking segment: {'id': 'd4f39d62-6071-4512-b1db-dc34dfa79d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1dc3fbd1-d726-42b3-9e0f-4a20dd1c67d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 11:57:41.939078 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db77d8c2-566e-4e20-96ec-1821d0688d04 admin admin] Network hostable DHCP agents. Network: 1dc3fbd1-d726-42b3-9e0f-4a20dd1c67d7, hostable agents: ['09bf275b-3c10-4287-a080-17cf02d540e7'], hosted agents: [] {{(pid=84269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 11:57:41.960817 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db77d8c2-566e-4e20-96ec-1821d0688d04 admin admin] Network 1dc3fbd1-d726-42b3-9e0f-4a20dd1c67d7 is scheduled to be hosted by DHCP agent 09bf275b-3c10-4287-a080-17cf02d540e7 with binding_index 1 {{(pid=84269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 11:57:41.969283 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-db77d8c2-566e-4e20-96ec-1821d0688d04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-iscsi, 1dc3fbd1-d726-42b3-9e0f-4a20dd1c67d7) {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 11:57:41.974206 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db77d8c2-566e-4e20-96ec-1821d0688d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 11:57:41.974844 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-db77d8c2-566e-4e20-96ec-1821d0688d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for subnet, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:41.979164 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa759953-f186-4fff-b951-812859bfc155 None None] Network 1dc3fbd1-d726-42b3-9e0f-4a20dd1c67d7 requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 11:57:41.994994 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-db77d8c2-566e-4e20-96ec-1821d0688d04 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7744217
Apr 05 11:57:42.313646 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1982f07b-7870-5634-aae6-8a59c2355e32-1dc3fbd1-d726-42b3-9e0f-4a20dd1c67d7', 'network_id': '1dc3fbd1-d726-42b3-9e0f-4a20dd1c67d7', 'tenant_id': '99ce6ba4c44449a39945d66439dd9439', 'fixed_ips': [{'subnet_id': 'b4772699-72b5-48f1-ac35-f2c17fdec2ae'}]}} from dv-cinder-784763-1-iscsi. {{(pid=84270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 05 11:57:42.314945 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:42.507971 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Allocated IP 172.20.0.2 (1dc3fbd1-d726-42b3-9e0f-4a20dd1c67d7/b4772699-72b5-48f1-ac35-f2c17fdec2ae/2c1af6e0-7447-4c4d-a916-65587d11be5e) {{(pid=84270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 11:57:42.918473 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Notify callbacks [] for port, precommit_create {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:42.931719 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Transition to ACTIVE for port object 2c1af6e0-7447-4c4d-a916-65587d11be5e will not be triggered until provisioned by entity L2. {{(pid=84270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 11:57:42.954025 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Transition to ACTIVE for port object 2c1af6e0-7447-4c4d-a916-65587d11be5e will not be triggered until provisioned by entity DHCP. {{(pid=84270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 11:57:42.959722 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368'] for port, after_create {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:42.975167 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 11:57:43.109337 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Pushing event updated for resources: {'Port': ['ID=2c1af6e0-7447-4c4d-a916-65587d11be5e,revision_number=1']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 11:57:43.122681 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:57:43.123064 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:57:43.123432 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:57:43.123795 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:57:43.124155 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:57:43.124534 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:57:43.124892 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:57:43.125277 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:57:43.125669 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:57:43.126026 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:57:43.126406 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:57:43.126728 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:57:43.127846 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Tracked resource versions report:
Apr 05 11:57:43.127846 dv-cinder-784763-1-iscsi neutron-server[84155]: pushed versions:
Apr 05 11:57:43.127846 dv-cinder-784763-1-iscsi neutron-server[84155]: {   'AddressGroup': {'1.2'},
Apr 05 11:57:43.127846 dv-cinder-784763-1-iscsi neutron-server[84155]:     'ConntrackHelper': {'1.0'},
Apr 05 11:57:43.127846 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Log': {'1.0'},
Apr 05 11:57:43.127846 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Network': {'1.1'},
Apr 05 11:57:43.127846 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Port': {'1.7'},
Apr 05 11:57:43.127846 dv-cinder-784763-1-iscsi neutron-server[84155]:     'PortForwarding': {'1.2'},
Apr 05 11:57:43.127846 dv-cinder-784763-1-iscsi neutron-server[84155]:     'QosPolicy': {'1.8'},
Apr 05 11:57:43.127846 dv-cinder-784763-1-iscsi neutron-server[84155]:     'SecurityGroup': {'1.4'},
Apr 05 11:57:43.127846 dv-cinder-784763-1-iscsi neutron-server[84155]:     'SecurityGroupRule': {'1.2'},
Apr 05 11:57:43.127846 dv-cinder-784763-1-iscsi neutron-server[84155]:     'SubPort': {'1.0'},
Apr 05 11:57:43.127846 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Subnet': {'1.1'},
Apr 05 11:57:43.127846 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Trunk': {'1.1'}}
Apr 05 11:57:43.127846 dv-cinder-784763-1-iscsi neutron-server[84155]: consumer versions:
Apr 05 11:57:43.127846 dv-cinder-784763-1-iscsi neutron-server[84155]: {   DHCP agent@dv-cinder-784763-1-iscsi: {},
Apr 05 11:57:43.127846 dv-cinder-784763-1-iscsi neutron-server[84155]:     L3 agent@dv-cinder-784763-1-iscsi: {},
Apr 05 11:57:43.127846 dv-cinder-784763-1-iscsi neutron-server[84155]:     Metadata agent@dv-cinder-784763-1-iscsi: {},
Apr 05 11:57:43.127846 dv-cinder-784763-1-iscsi neutron-server[84155]:     Metering agent@dv-cinder-784763-1-iscsi: {},
Apr 05 11:57:43.127846 dv-cinder-784763-1-iscsi neutron-server[84155]:     Open vSwitch agent@dv-cinder-784763-1-iscsi: {   'AddressGroup': '1.2',
Apr 05 11:57:43.127846 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'ConntrackHelper': '1.0',
Apr 05 11:57:43.127846 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Log': '1.0',
Apr 05 11:57:43.127846 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Network': '1.1',
Apr 05 11:57:43.127846 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Port': '1.7',
Apr 05 11:57:43.127846 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'PortForwarding': '1.2',
Apr 05 11:57:43.127846 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'QosPolicy': '1.8',
Apr 05 11:57:43.127846 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'SecurityGroup': '1.4',
Apr 05 11:57:43.127846 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'SecurityGroupRule': '1.2',
Apr 05 11:57:43.127846 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'SubPort': '1.0',
Apr 05 11:57:43.127846 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Subnet': '1.1',
Apr 05 11:57:43.127846 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Trunk': '1.1'}}
Apr 05 11:57:43.127846 dv-cinder-784763-1-iscsi neutron-server[84155]:  {{(pid=84270) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 05 11:57:43.136067 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 11:57:43.186620 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Network 1dc3fbd1-d726-42b3-9e0f-4a20dd1c67d7 is already hosted by enough agents. {{(pid=84270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 11:57:43.187959 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Resources bound (agent type, host, resource id):  {{(pid=84270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 11:57:43.190959 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Received port after_create {{(pid=84270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 11:57:43.290931 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Attempting to bind port 2c1af6e0-7447-4c4d-a916-65587d11be5e on host dv-cinder-784763-1-iscsi for vnic_type normal with profile  {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 11:57:43.291370 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Attempting to bind port 2c1af6e0-7447-4c4d-a916-65587d11be5e by drivers openvswitch,hyperv on host dv-cinder-784763-1-iscsi at level 0 using segments [{'id': 'd4f39d62-6071-4512-b1db-dc34dfa79d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1dc3fbd1-d726-42b3-9e0f-4a20dd1c67d7'}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 11:57:43.291788 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Attempting to bind port 2c1af6e0-7447-4c4d-a916-65587d11be5e on network 1dc3fbd1-d726-42b3-9e0f-4a20dd1c67d7 {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 11:57:43.297475 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Checking agent: {'id': '93e0106f-7977-40cd-8b89-dc51f73202a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 25), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 25), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 11, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 11:57:43.297901 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Checking segment: {'id': 'd4f39d62-6071-4512-b1db-dc34dfa79d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1dc3fbd1-d726-42b3-9e0f-4a20dd1c67d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 11:57:43.299229 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:43.299229 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Bound using segment: {'id': 'd4f39d62-6071-4512-b1db-dc34dfa79d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1dc3fbd1-d726-42b3-9e0f-4a20dd1c67d7'} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 11:57:43.299429 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Bound port: 2c1af6e0-7447-4c4d-a916-65587d11be5e, host: dv-cinder-784763-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f39d62-6071-4512-b1db-dc34dfa79d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1dc3fbd1-d726-42b3-9e0f-4a20dd1c67d7'}}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 11:57:43.300050 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:43.396821 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] For port 2c1af6e0-7447-4c4d-a916-65587d11be5e, host dv-cinder-784763-1-iscsi, cleared binding levels {{(pid=84270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 11:57:43.401044 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] For port 2c1af6e0-7447-4c4d-a916-65587d11be5e, host dv-cinder-784763-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=2c1af6e0-7447-4c4d-a916-65587d11be5e,segment=NetworkSegment(d4f39d62-6071-4512-b1db-dc34dfa79d59),segment_id=d4f39d62-6071-4512-b1db-dc34dfa79d59)] {{(pid=84270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 11:57:43.404245 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:43.420164 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 11:57:43.573245 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Pushing event updated for resources: {'Port': ['ID=2c1af6e0-7447-4c4d-a916-65587d11be5e,revision_number=2']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 11:57:43.578226 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 11:57:44.764890 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 37558) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 11:57:45.177356 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [None req-59e5b8ec-9815-4914-9581-38cf7ecfdbb6 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 05 11:57:45.178452 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-59e5b8ec-9815-4914-9581-38cf7ecfdbb6 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4127803
Apr 05 11:57:47.285875 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 2c1af6e0-7447-4c4d-a916-65587d11be5e up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 11:57:47.364326 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning for port 2c1af6e0-7447-4c4d-a916-65587d11be5e completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 11:57:47.958383 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 37572) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 11:57:48.367129 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [None req-c76bf330-6d04-459e-a0fa-b4d0f0c32ed9 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 05 11:57:48.368207 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-c76bf330-6d04-459e-a0fa-b4d0f0c32ed9 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4086797
Apr 05 11:57:48.410396 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d0676f-1f6b-4be9-8d9d-c942e3eee803 None None] Network 1dc3fbd1-d726-42b3-9e0f-4a20dd1c67d7 requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 11:57:48.514927 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-eb843712-5a40-4c0c-92ec-0c113de6f6c3 None None] Provisioning for port 2c1af6e0-7447-4c4d-a916-65587d11be5e completed by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 11:57:48.526396 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-eb843712-5a40-4c0c-92ec-0c113de6f6c3 None None] Provisioning complete for port 2c1af6e0-7447-4c4d-a916-65587d11be5e triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 11:57:48.526832 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb843712-5a40-4c0c-92ec-0c113de6f6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:48.773408 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb843712-5a40-4c0c-92ec-0c113de6f6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:48.822577 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-eb843712-5a40-4c0c-92ec-0c113de6f6c3 None None] For port 2c1af6e0-7447-4c4d-a916-65587d11be5e, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=2c1af6e0-7447-4c4d-a916-65587d11be5e,segment=NetworkSegment(d4f39d62-6071-4512-b1db-dc34dfa79d59),segment_id=d4f39d62-6071-4512-b1db-dc34dfa79d59)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 11:57:48.828057 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb843712-5a40-4c0c-92ec-0c113de6f6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:48.830272 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 11:57:48.904198 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb843712-5a40-4c0c-92ec-0c113de6f6c3 None None] Pushing event updated for resources: {'Port': ['ID=2c1af6e0-7447-4c4d-a916-65587d11be5e,revision_number=3']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 11:57:48.907467 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-eb843712-5a40-4c0c-92ec-0c113de6f6c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 11:57:49.058411 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-5b56427e-986e-4016-b5a5-4febda91d00c None None] Provisioning complete for port 2c1af6e0-7447-4c4d-a916-65587d11be5e triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 11:57:49.058763 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5b56427e-986e-4016-b5a5-4febda91d00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:49.258739 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 2c1af6e0-7447-4c4d-a916-65587d11be5e up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 11:57:49.335839 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port 2c1af6e0-7447-4c4d-a916-65587d11be5e triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 11:57:49.336146 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:51.414722 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 37584) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 11:57:51.780710 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-75da3234-b260-419a-9a90-52a5098f6725 admin admin] Request body: {'router': {'tenant_id': '99ce6ba4c44449a39945d66439dd9439', 'name': 'router1', 'admin_state_up': True}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 11:57:51.786092 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-75da3234-b260-419a-9a90-52a5098f6725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 11:57:51.790595 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-75da3234-b260-419a-9a90-52a5098f6725 admin admin] Usage tracker for resource:router and tenant:99ce6ba4c44449a39945d66439dd9439 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 11:57:51.793761 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-75da3234-b260-419a-9a90-52a5098f6725 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 11:57:51.799722 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-75da3234-b260-419a-9a90-52a5098f6725 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 11:57:51.808426 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75da3234-b260-419a-9a90-52a5098f6725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773687'] for router, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:51.809724 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75da3234-b260-419a-9a90-52a5098f6725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854366841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854330512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854383299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2110'] for router, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:51.829678 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75da3234-b260-419a-9a90-52a5098f6725 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:51.936257 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75da3234-b260-419a-9a90-52a5098f6725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445342'] for router, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:51.954917 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75da3234-b260-419a-9a90-52a5098f6725 admin admin] Notify callbacks [] for router, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:51.956171 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-75da3234-b260-419a-9a90-52a5098f6725 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5404091
Apr 05 11:57:53.597475 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cecc73f1-899e-4318-bcb6-7d092b8a6c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:54.669335 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 37594) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 11:57:54.792069 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:55.051733 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [None req-6852ebdb-0c8e-4778-a9f6-bb889eab1212 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 05 11:57:55.052813 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-6852ebdb-0c8e-4778-a9f6-bb889eab1212 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3824565
Apr 05 11:57:55.958823 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6e462676-4e92-49aa-97c0-e39902c4ffc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:56.392627 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:57.823702 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 37614) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 11:57:57.958859 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:57.990421 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2dd47bae-977f-4e5e-ab53-491e9177571f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 11:57:57.995194 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2dd47bae-977f-4e5e-ab53-491e9177571f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 11:57:57.999153 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-2dd47bae-977f-4e5e-ab53-491e9177571f admin admin] Usage tracker for resource:network and tenant:0fcc8d0b81d3455ab004700bcbafc96d is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 11:57:58.002566 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-2dd47bae-977f-4e5e-ab53-491e9177571f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 11:57:58.009068 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2dd47bae-977f-4e5e-ab53-491e9177571f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 11:57:58.017960 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd47bae-977f-4e5e-ab53-491e9177571f admin admin] Made reservation on behalf of 0fcc8d0b81d3455ab004700bcbafc96d for: {'network': 1} {{(pid=84269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 11:57:58.023582 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2dd47bae-977f-4e5e-ab53-491e9177571f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:58.036426 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2dd47bae-977f-4e5e-ab53-491e9177571f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:58.054472 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2dd47bae-977f-4e5e-ab53-491e9177571f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 11:57:58.058393 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-2dd47bae-977f-4e5e-ab53-491e9177571f admin admin] Usage tracker for resource:security_group_rule and tenant:0fcc8d0b81d3455ab004700bcbafc96d is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 11:57:58.061276 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-2dd47bae-977f-4e5e-ab53-491e9177571f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 11:57:58.067100 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2dd47bae-977f-4e5e-ab53-491e9177571f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 11:57:58.151371 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2dd47bae-977f-4e5e-ab53-491e9177571f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:58.153938 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2dd47bae-977f-4e5e-ab53-491e9177571f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:58.158341 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 11:57:58.173613 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2dd47bae-977f-4e5e-ab53-491e9177571f admin admin] Reserving flat network on physical network physnet1 {{(pid=84269) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 05 11:57:58.196550 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd47bae-977f-4e5e-ab53-491e9177571f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27702c08-1052-4d26-8051-ec44871574f8,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 11:57:58.200845 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2dd47bae-977f-4e5e-ab53-491e9177571f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 11:57:58.201795 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2dd47bae-977f-4e5e-ab53-491e9177571f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:58.202199 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.segments_db [None req-2dd47bae-977f-4e5e-ab53-491e9177571f admin admin] Added segment 9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6 of type flat for network 9d12ef10-d92d-4db6-ae05-ceb86a15802e
Apr 05 11:57:58.234268 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2dd47bae-977f-4e5e-ab53-491e9177571f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737139937617'] for network, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:58.269788 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2dd47bae-977f-4e5e-ab53-491e9177571f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131'] for network, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:58.271141 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd47bae-977f-4e5e-ab53-491e9177571f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 11:57:58.271773 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2dd47bae-977f-4e5e-ab53-491e9177571f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for network, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:57:58.276567 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 11:57:58.380176 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-2dd47bae-977f-4e5e-ab53-491e9177571f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5553946
Apr 05 11:57:58.380901 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd47bae-977f-4e5e-ab53-491e9177571f admin admin] Pushing event updated for resources: {'Network': ['ID=9d12ef10-d92d-4db6-ae05-ceb86a15802e,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 11:57:58.396165 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2dd47bae-977f-4e5e-ab53-491e9177571f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 11:57:58.409306 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Network 9d12ef10-d92d-4db6-ae05-ceb86a15802e details requested by agent ovs-agent-dv-cinder-784763-1-iscsi with host dv-cinder-784763-1-iscsi {{(pid=84270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 11:58:00.452783 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 5 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 11:58:00.930016 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 37634) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 11:58:01.047186 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2aeab35-4657-4531-9b37-51f79fa6ebbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 11:58:01.048595 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-e2aeab35-4657-4531-9b37-51f79fa6ebbe admin admin] 10.222.0.36 "GET /v2.0/subnets/b4772699-72b5-48f1-ac35-f2c17fdec2ae HTTP/1.1" status: 200  len: 849 time: 0.1174357
Apr 05 11:58:01.198218 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-6be70369-d633-4dbd-b684-d1176426556c admin admin] 10.222.0.36 "GET /v2.0/routers/02dd7c51-286b-4f7e-a15e-2315febf0a0a HTTP/1.1" status: 200  len: 704 time: 0.1428328
Apr 05 11:58:01.833893 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-996c8a27-c1c0-42ba-aff8-1e9b9080694f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:02.068355 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-996c8a27-c1c0-42ba-aff8-1e9b9080694f admin admin] Allocated IP 172.20.0.1 (1dc3fbd1-d726-42b3-9e0f-4a20dd1c67d7/b4772699-72b5-48f1-ac35-f2c17fdec2ae/63417408-d114-4e52-833d-f203d28af541) {{(pid=84269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 11:58:02.231294 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-996c8a27-c1c0-42ba-aff8-1e9b9080694f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:02.252296 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-996c8a27-c1c0-42ba-aff8-1e9b9080694f admin admin] Transition to ACTIVE for port object 63417408-d114-4e52-833d-f203d28af541 will not be triggered until provisioned by entity DHCP. {{(pid=84269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 11:58:02.309189 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-996c8a27-c1c0-42ba-aff8-1e9b9080694f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368'] for port, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:02.325036 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 11:58:02.456321 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c8a27-c1c0-42ba-aff8-1e9b9080694f admin admin] Pushing event updated for resources: {'Port': ['ID=63417408-d114-4e52-833d-f203d28af541,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 11:58:02.462131 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-996c8a27-c1c0-42ba-aff8-1e9b9080694f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 11:58:02.515754 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996c8a27-c1c0-42ba-aff8-1e9b9080694f admin admin] Network 1dc3fbd1-d726-42b3-9e0f-4a20dd1c67d7 is already hosted by enough agents. {{(pid=84269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 11:58:02.516817 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-996c8a27-c1c0-42ba-aff8-1e9b9080694f admin admin] Resources bound (agent type, host, resource id):  {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 11:58:02.519048 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996c8a27-c1c0-42ba-aff8-1e9b9080694f admin admin] Received port after_create {{(pid=84269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 11:58:02.519815 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-996c8a27-c1c0-42ba-aff8-1e9b9080694f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854369981'] for router_interface, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:02.682265 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-80cbc0b8-9cf9-42f9-9799-d0ca60cf5f52 None None] Provisioning for port 63417408-d114-4e52-833d-f203d28af541 completed by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 11:58:02.687062 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-80cbc0b8-9cf9-42f9-9799-d0ca60cf5f52 None None] Provisioning complete for port 63417408-d114-4e52-833d-f203d28af541 triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 11:58:02.687468 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-80cbc0b8-9cf9-42f9-9799-d0ca60cf5f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:02.746977 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-80cbc0b8-9cf9-42f9-9799-d0ca60cf5f52 None None] Port 63417408-d114-4e52-833d-f203d28af541 cannot update to ACTIVE because it is not bound. {{(pid=84270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 11:58:02.795484 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-996c8a27-c1c0-42ba-aff8-1e9b9080694f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:03.084471 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-996c8a27-c1c0-42ba-aff8-1e9b9080694f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:03.087561 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-996c8a27-c1c0-42ba-aff8-1e9b9080694f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:03.088627 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-996c8a27-c1c0-42ba-aff8-1e9b9080694f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854215708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854374506'] for router_interface, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:03.103321 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-996c8a27-c1c0-42ba-aff8-1e9b9080694f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 11:58:03.237131 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c8a27-c1c0-42ba-aff8-1e9b9080694f admin admin] Pushing event updated for resources: {'Port': ['ID=63417408-d114-4e52-833d-f203d28af541,revision_number=2']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 11:58:03.242171 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-996c8a27-c1c0-42ba-aff8-1e9b9080694f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 11:58:03.299444 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996c8a27-c1c0-42ba-aff8-1e9b9080694f admin admin] Network 1dc3fbd1-d726-42b3-9e0f-4a20dd1c67d7 is already hosted by enough agents. {{(pid=84269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 11:58:03.300583 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-996c8a27-c1c0-42ba-aff8-1e9b9080694f admin admin] Resources bound (agent type, host, resource id):  {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 11:58:03.469971 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-893ffdf5-a2f8-40cc-a480-117f545a695d None None] Provisioning complete for port 63417408-d114-4e52-833d-f203d28af541 triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 11:58:03.470530 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-893ffdf5-a2f8-40cc-a480-117f545a695d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:03.530594 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-893ffdf5-a2f8-40cc-a480-117f545a695d None None] Port 63417408-d114-4e52-833d-f203d28af541 cannot update to ACTIVE because it is not bound. {{(pid=84270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 11:58:03.671679 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996c8a27-c1c0-42ba-aff8-1e9b9080694f admin admin] Router 02dd7c51-286b-4f7e-a15e-2315febf0a0a is scheduled to L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d with binding_index 1 {{(pid=84269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 05 11:58:03.832644 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996c8a27-c1c0-42ba-aff8-1e9b9080694f admin admin] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 11:58:03.842674 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-996c8a27-c1c0-42ba-aff8-1e9b9080694f admin admin] 10.222.0.36 "PUT /v2.0/routers/02dd7c51-286b-4f7e-a15e-2315febf0a0a/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.6389098
Apr 05 11:58:03.843131 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e0af8e-4057-4b9e-a04e-7a45b0323673 None None] Sync routers for ids ['02dd7c51-286b-4f7e-a15e-2315febf0a0a'] in dv-cinder-784763-1-iscsi {{(pid=84271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 11:58:03.854228 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e0af8e-4057-4b9e-a04e-7a45b0323673 None None] Routers {'02dd7c51-286b-4f7e-a15e-2315febf0a0a'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 11:58:03.855108 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-79e0af8e-4057-4b9e-a04e-7a45b0323673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2461b00dd8>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T11:57:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['02dd7c51-286b-4f7e-a15e-2315febf0a0a'], 'active': True} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 11:58:04.040698 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-79e0af8e-4057-4b9e-a04e-7a45b0323673 None None] Set router 02dd7c51-286b-4f7e-a15e-2315febf0a0a gateway port host: None {{(pid=84271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 11:58:04.423460 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-79e0af8e-4057-4b9e-a04e-7a45b0323673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2461b00dd8>, [{'id': '02dd7c51-286b-4f7e-a15e-2315febf0a0a', 'name': 'router1', 'tenant_id': '99ce6ba4c44449a39945d66439dd9439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T11:57:51Z', 'updated_at': '2021-04-05T11:58:02Z', 'revision_number': 2, 'project_id': '99ce6ba4c44449a39945d66439dd9439', 'gw_port_host': None, '_interfaces': [{'id': '63417408-d114-4e52-833d-f203d28af541', 'name': '', 'network_id': '1dc3fbd1-d726-42b3-9e0f-4a20dd1c67d7', 'tenant_id': '99ce6ba4c44449a39945d66439dd9439', 'mac_address': 'fa:16:3e:25:af:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02dd7c51-286b-4f7e-a15e-2315febf0a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4772699-72b5-48f1-ac35-f2c17fdec2ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T11:58:01Z', 'updated_at': '2021-04-05T11:58:02Z', 'revision_number': 2, 'project_id': '99ce6ba4c44449a39945d66439dd9439', 'subnets': [{'id': 'b4772699-72b5-48f1-ac35-f2c17fdec2ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '60fc619e-cfb7-4cc1-b0f5-5be4aa950e01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 11:58:04.428443 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e0af8e-4057-4b9e-a04e-7a45b0323673 None None] Checking router: 02dd7c51-286b-4f7e-a15e-2315febf0a0a for host: dv-cinder-784763-1-iscsi {{(pid=84271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 11:58:04.428860 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e0af8e-4057-4b9e-a04e-7a45b0323673 None None] Updating router 02dd7c51-286b-4f7e-a15e-2315febf0a0a port 63417408-d114-4e52-833d-f203d28af541 binding host dv-cinder-784763-1-iscsi {{(pid=84271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 11:58:04.654545 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79e0af8e-4057-4b9e-a04e-7a45b0323673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:05.094146 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79e0af8e-4057-4b9e-a04e-7a45b0323673 None None] Notify callbacks [] for port, precommit_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:05.108525 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-79e0af8e-4057-4b9e-a04e-7a45b0323673 None None] Transition to ACTIVE for port object 63417408-d114-4e52-833d-f203d28af541 will not be triggered until provisioned by entity L2. {{(pid=84271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 11:58:05.116031 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79e0af8e-4057-4b9e-a04e-7a45b0323673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:05.132461 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 11:58:05.274013 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f4580-8e83-40c0-99d7-1e96054f0bfd None None] Pushing event updated for resources: {'Port': ['ID=63417408-d114-4e52-833d-f203d28af541,revision_number=3']} {{(pid=84271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 11:58:05.293251 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f4580-8e83-40c0-99d7-1e96054f0bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:58:05.293615 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f4580-8e83-40c0-99d7-1e96054f0bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:58:05.293972 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f4580-8e83-40c0-99d7-1e96054f0bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:58:05.294388 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f4580-8e83-40c0-99d7-1e96054f0bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:58:05.294745 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f4580-8e83-40c0-99d7-1e96054f0bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:58:05.295099 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f4580-8e83-40c0-99d7-1e96054f0bfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:58:05.295442 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f4580-8e83-40c0-99d7-1e96054f0bfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:58:05.295785 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f4580-8e83-40c0-99d7-1e96054f0bfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:58:05.296128 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f4580-8e83-40c0-99d7-1e96054f0bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:58:05.296469 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f4580-8e83-40c0-99d7-1e96054f0bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:58:05.296806 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f4580-8e83-40c0-99d7-1e96054f0bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:58:05.297144 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f4580-8e83-40c0-99d7-1e96054f0bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:58:05.298242 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611f4580-8e83-40c0-99d7-1e96054f0bfd None None] Tracked resource versions report:
Apr 05 11:58:05.298242 dv-cinder-784763-1-iscsi neutron-server[84155]: pushed versions:
Apr 05 11:58:05.298242 dv-cinder-784763-1-iscsi neutron-server[84155]: {   'AddressGroup': {'1.2'},
Apr 05 11:58:05.298242 dv-cinder-784763-1-iscsi neutron-server[84155]:     'ConntrackHelper': {'1.0'},
Apr 05 11:58:05.298242 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Log': {'1.0'},
Apr 05 11:58:05.298242 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Network': {'1.1'},
Apr 05 11:58:05.298242 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Port': {'1.7'},
Apr 05 11:58:05.298242 dv-cinder-784763-1-iscsi neutron-server[84155]:     'PortForwarding': {'1.2'},
Apr 05 11:58:05.298242 dv-cinder-784763-1-iscsi neutron-server[84155]:     'QosPolicy': {'1.8'},
Apr 05 11:58:05.298242 dv-cinder-784763-1-iscsi neutron-server[84155]:     'SecurityGroup': {'1.4'},
Apr 05 11:58:05.298242 dv-cinder-784763-1-iscsi neutron-server[84155]:     'SecurityGroupRule': {'1.2'},
Apr 05 11:58:05.298242 dv-cinder-784763-1-iscsi neutron-server[84155]:     'SubPort': {'1.0'},
Apr 05 11:58:05.298242 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Subnet': {'1.1'},
Apr 05 11:58:05.298242 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Trunk': {'1.1'}}
Apr 05 11:58:05.298242 dv-cinder-784763-1-iscsi neutron-server[84155]: consumer versions:
Apr 05 11:58:05.298242 dv-cinder-784763-1-iscsi neutron-server[84155]: {   DHCP agent@dv-cinder-784763-1-iscsi: {},
Apr 05 11:58:05.298242 dv-cinder-784763-1-iscsi neutron-server[84155]:     L3 agent@dv-cinder-784763-1-iscsi: {},
Apr 05 11:58:05.298242 dv-cinder-784763-1-iscsi neutron-server[84155]:     Metadata agent@dv-cinder-784763-1-iscsi: {},
Apr 05 11:58:05.298242 dv-cinder-784763-1-iscsi neutron-server[84155]:     Metering agent@dv-cinder-784763-1-iscsi: {},
Apr 05 11:58:05.298242 dv-cinder-784763-1-iscsi neutron-server[84155]:     Open vSwitch agent@dv-cinder-784763-1-iscsi: {   'AddressGroup': '1.2',
Apr 05 11:58:05.298242 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'ConntrackHelper': '1.0',
Apr 05 11:58:05.298242 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Log': '1.0',
Apr 05 11:58:05.298242 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Network': '1.1',
Apr 05 11:58:05.298242 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Port': '1.7',
Apr 05 11:58:05.298242 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'PortForwarding': '1.2',
Apr 05 11:58:05.298242 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'QosPolicy': '1.8',
Apr 05 11:58:05.298242 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'SecurityGroup': '1.4',
Apr 05 11:58:05.298242 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'SecurityGroupRule': '1.2',
Apr 05 11:58:05.298242 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'SubPort': '1.0',
Apr 05 11:58:05.298242 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Subnet': '1.1',
Apr 05 11:58:05.298242 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Trunk': '1.1'}}
Apr 05 11:58:05.298242 dv-cinder-784763-1-iscsi neutron-server[84155]:  {{(pid=84271) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 05 11:58:05.305483 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-611f4580-8e83-40c0-99d7-1e96054f0bfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 11:58:05.489140 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-79e0af8e-4057-4b9e-a04e-7a45b0323673 None None] Attempting to bind port 63417408-d114-4e52-833d-f203d28af541 on host dv-cinder-784763-1-iscsi for vnic_type normal with profile  {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 11:58:05.489624 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-79e0af8e-4057-4b9e-a04e-7a45b0323673 None None] Attempting to bind port 63417408-d114-4e52-833d-f203d28af541 by drivers openvswitch,hyperv on host dv-cinder-784763-1-iscsi at level 0 using segments [{'id': 'd4f39d62-6071-4512-b1db-dc34dfa79d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1dc3fbd1-d726-42b3-9e0f-4a20dd1c67d7'}] {{(pid=84271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 11:58:05.489959 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e0af8e-4057-4b9e-a04e-7a45b0323673 None None] Attempting to bind port 63417408-d114-4e52-833d-f203d28af541 on network 1dc3fbd1-d726-42b3-9e0f-4a20dd1c67d7 {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 11:58:05.495688 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e0af8e-4057-4b9e-a04e-7a45b0323673 None None] Checking agent: {'id': '93e0106f-7977-40cd-8b89-dc51f73202a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 25), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 11, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 11:58:05.496108 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e0af8e-4057-4b9e-a04e-7a45b0323673 None None] Checking segment: {'id': 'd4f39d62-6071-4512-b1db-dc34dfa79d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1dc3fbd1-d726-42b3-9e0f-4a20dd1c67d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 11:58:05.496569 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79e0af8e-4057-4b9e-a04e-7a45b0323673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:05.496984 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e0af8e-4057-4b9e-a04e-7a45b0323673 None None] Bound using segment: {'id': 'd4f39d62-6071-4512-b1db-dc34dfa79d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1dc3fbd1-d726-42b3-9e0f-4a20dd1c67d7'} {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 11:58:05.497530 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-79e0af8e-4057-4b9e-a04e-7a45b0323673 None None] Bound port: 63417408-d114-4e52-833d-f203d28af541, host: dv-cinder-784763-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f39d62-6071-4512-b1db-dc34dfa79d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1dc3fbd1-d726-42b3-9e0f-4a20dd1c67d7'}}] {{(pid=84271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 11:58:05.497925 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79e0af8e-4057-4b9e-a04e-7a45b0323673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:05.592470 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-79e0af8e-4057-4b9e-a04e-7a45b0323673 None None] For port 63417408-d114-4e52-833d-f203d28af541, host dv-cinder-784763-1-iscsi, cleared binding levels {{(pid=84271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 11:58:05.597227 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-79e0af8e-4057-4b9e-a04e-7a45b0323673 None None] For port 63417408-d114-4e52-833d-f203d28af541, host dv-cinder-784763-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=63417408-d114-4e52-833d-f203d28af541,segment=NetworkSegment(d4f39d62-6071-4512-b1db-dc34dfa79d59),segment_id=d4f39d62-6071-4512-b1db-dc34dfa79d59)] {{(pid=84271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 11:58:05.601554 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79e0af8e-4057-4b9e-a04e-7a45b0323673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:05.617385 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 11:58:05.763892 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f4580-8e83-40c0-99d7-1e96054f0bfd None None] Pushing event updated for resources: {'Port': ['ID=63417408-d114-4e52-833d-f203d28af541,revision_number=4']} {{(pid=84271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 11:58:05.768769 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-611f4580-8e83-40c0-99d7-1e96054f0bfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 11:58:05.825925 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e0af8e-4057-4b9e-a04e-7a45b0323673 None None] Routers {'02dd7c51-286b-4f7e-a15e-2315febf0a0a'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 11:58:05.826612 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-79e0af8e-4057-4b9e-a04e-7a45b0323673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2461b00dd8>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T11:57:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['02dd7c51-286b-4f7e-a15e-2315febf0a0a'], 'active': True} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 11:58:05.992953 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-79e0af8e-4057-4b9e-a04e-7a45b0323673 None None] Set router 02dd7c51-286b-4f7e-a15e-2315febf0a0a gateway port host: None {{(pid=84271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 11:58:06.328923 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-79e0af8e-4057-4b9e-a04e-7a45b0323673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2461b00dd8>, [{'id': '02dd7c51-286b-4f7e-a15e-2315febf0a0a', 'name': 'router1', 'tenant_id': '99ce6ba4c44449a39945d66439dd9439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T11:57:51Z', 'updated_at': '2021-04-05T11:58:02Z', 'revision_number': 2, 'project_id': '99ce6ba4c44449a39945d66439dd9439', 'gw_port_host': None, '_interfaces': [{'id': '63417408-d114-4e52-833d-f203d28af541', 'name': '', 'network_id': '1dc3fbd1-d726-42b3-9e0f-4a20dd1c67d7', 'tenant_id': '99ce6ba4c44449a39945d66439dd9439', 'mac_address': 'fa:16:3e:25:af:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02dd7c51-286b-4f7e-a15e-2315febf0a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4772699-72b5-48f1-ac35-f2c17fdec2ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T11:58:01Z', 'updated_at': '2021-04-05T11:58:05Z', 'revision_number': 4, 'project_id': '99ce6ba4c44449a39945d66439dd9439', 'subnets': [{'id': 'b4772699-72b5-48f1-ac35-f2c17fdec2ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '60fc619e-cfb7-4cc1-b0f5-5be4aa950e01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 11:58:06.333102 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e0af8e-4057-4b9e-a04e-7a45b0323673 None None] The sync data for ids ['02dd7c51-286b-4f7e-a15e-2315febf0a0a'] in dv-cinder-784763-1-iscsi is: [{'id': '02dd7c51-286b-4f7e-a15e-2315febf0a0a', 'name': 'router1', 'tenant_id': '99ce6ba4c44449a39945d66439dd9439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T11:57:51Z', 'updated_at': '2021-04-05T11:58:02Z', 'revision_number': 2, 'project_id': '99ce6ba4c44449a39945d66439dd9439', 'gw_port_host': None, '_interfaces': [{'id': '63417408-d114-4e52-833d-f203d28af541', 'name': '', 'network_id': '1dc3fbd1-d726-42b3-9e0f-4a20dd1c67d7', 'tenant_id': '99ce6ba4c44449a39945d66439dd9439', 'mac_address': 'fa:16:3e:25:af:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02dd7c51-286b-4f7e-a15e-2315febf0a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4772699-72b5-48f1-ac35-f2c17fdec2ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T11:58:01Z', 'updated_at': '2021-04-05T11:58:05Z', 'revision_number': 4, 'project_id': '99ce6ba4c44449a39945d66439dd9439', 'subnets': [{'id': 'b4772699-72b5-48f1-ac35-f2c17fdec2ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '60fc619e-cfb7-4cc1-b0f5-5be4aa950e01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 11:58:06.413632 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 37646) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 11:58:06.583477 dv-cinder-784763-1-iscsi neutron-server[84155]: WARNING oslo_policy.policy [None req-93b7f165-a44f-4bf5-874f-fa2d74852aa2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 05 11:58:06.584033 dv-cinder-784763-1-iscsi neutron-server[84155]: WARNING oslo_policy.policy [None req-93b7f165-a44f-4bf5-874f-fa2d74852aa2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 05 11:58:07.047480 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.policy [None req-93b7f165-a44f-4bf5-874f-fa2d74852aa2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84268) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 05 11:58:07.274300 dv-cinder-784763-1-iscsi neutron-server[84155]: WARNING oslo_policy.policy [None req-93b7f165-a44f-4bf5-874f-fa2d74852aa2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 05 11:58:07.274928 dv-cinder-784763-1-iscsi neutron-server[84155]: WARNING oslo_policy.policy [None req-93b7f165-a44f-4bf5-874f-fa2d74852aa2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 05 11:58:07.292361 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b7f165-a44f-4bf5-874f-fa2d74852aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 11:58:07.294255 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-93b7f165-a44f-4bf5-874f-fa2d74852aa2 admin admin] 10.222.0.36 "GET /v2.0/networks/9d12ef10-d92d-4db6-ae05-ceb86a15802e HTTP/1.1" status: 200  len: 842 time: 0.8785310
Apr 05 11:58:07.298647 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 63417408-d114-4e52-833d-f203d28af541 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 11:58:07.306264 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-66743191-d9e3-4be7-8ca5-0d867abbf88b admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'ip_version': 4}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 11:58:07.309358 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.quota [None req-66743191-d9e3-4be7-8ca5-0d867abbf88b admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f2461ba8c88>.
Apr 05 11:58:07.316098 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-66743191-d9e3-4be7-8ca5-0d867abbf88b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 11:58:07.322278 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-66743191-d9e3-4be7-8ca5-0d867abbf88b admin admin] Usage tracker for resource:subnet and tenant:0fcc8d0b81d3455ab004700bcbafc96d is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 11:58:07.325510 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-66743191-d9e3-4be7-8ca5-0d867abbf88b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 11:58:07.333103 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-66743191-d9e3-4be7-8ca5-0d867abbf88b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 11:58:07.347870 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66743191-d9e3-4be7-8ca5-0d867abbf88b admin admin] Made reservation on behalf of 0fcc8d0b81d3455ab004700bcbafc96d for: {'subnet': 1} {{(pid=84268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 11:58:07.354343 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66743191-d9e3-4be7-8ca5-0d867abbf88b admin admin] Notify callbacks [] for subnet, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:07.372520 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning for port 63417408-d114-4e52-833d-f203d28af541 completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 11:58:07.377840 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port 63417408-d114-4e52-833d-f203d28af541 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 11:58:07.378368 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:07.508280 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:07.545096 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] For port 63417408-d114-4e52-833d-f203d28af541, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=63417408-d114-4e52-833d-f203d28af541,segment=NetworkSegment(d4f39d62-6071-4512-b1db-dc34dfa79d59),segment_id=d4f39d62-6071-4512-b1db-dc34dfa79d59)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 11:58:07.548758 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:07.552021 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-eb843712-5a40-4c0c-92ec-0c113de6f6c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 11:58:07.627380 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Pushing event updated for resources: {'Port': ['ID=63417408-d114-4e52-833d-f203d28af541,revision_number=5']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 11:58:07.630632 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 11:58:07.876235 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.objects.ports [None req-66743191-d9e3-4be7-8ca5-0d867abbf88b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84268) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 05 11:58:07.876660 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66743191-d9e3-4be7-8ca5-0d867abbf88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131'] for subnet, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:07.892003 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 11:58:08.031362 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66743191-d9e3-4be7-8ca5-0d867abbf88b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ceae222-356e-4bb7-8260-995ea8a55dd5,revision_number=0']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 11:58:08.051507 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66743191-d9e3-4be7-8ca5-0d867abbf88b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:58:08.051877 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66743191-d9e3-4be7-8ca5-0d867abbf88b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:58:08.052231 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66743191-d9e3-4be7-8ca5-0d867abbf88b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:58:08.052580 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66743191-d9e3-4be7-8ca5-0d867abbf88b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:58:08.052924 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66743191-d9e3-4be7-8ca5-0d867abbf88b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:58:08.053381 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66743191-d9e3-4be7-8ca5-0d867abbf88b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:58:08.053726 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66743191-d9e3-4be7-8ca5-0d867abbf88b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:58:08.054064 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66743191-d9e3-4be7-8ca5-0d867abbf88b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:58:08.054467 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66743191-d9e3-4be7-8ca5-0d867abbf88b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:58:08.054806 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66743191-d9e3-4be7-8ca5-0d867abbf88b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:58:08.055143 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66743191-d9e3-4be7-8ca5-0d867abbf88b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:58:08.055478 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66743191-d9e3-4be7-8ca5-0d867abbf88b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 11:58:08.056552 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66743191-d9e3-4be7-8ca5-0d867abbf88b admin admin] Tracked resource versions report:
Apr 05 11:58:08.056552 dv-cinder-784763-1-iscsi neutron-server[84155]: pushed versions:
Apr 05 11:58:08.056552 dv-cinder-784763-1-iscsi neutron-server[84155]: {   'AddressGroup': {'1.2'},
Apr 05 11:58:08.056552 dv-cinder-784763-1-iscsi neutron-server[84155]:     'ConntrackHelper': {'1.0'},
Apr 05 11:58:08.056552 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Log': {'1.0'},
Apr 05 11:58:08.056552 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Network': {'1.1'},
Apr 05 11:58:08.056552 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Port': {'1.7'},
Apr 05 11:58:08.056552 dv-cinder-784763-1-iscsi neutron-server[84155]:     'PortForwarding': {'1.2'},
Apr 05 11:58:08.056552 dv-cinder-784763-1-iscsi neutron-server[84155]:     'QosPolicy': {'1.8'},
Apr 05 11:58:08.056552 dv-cinder-784763-1-iscsi neutron-server[84155]:     'SecurityGroup': {'1.4'},
Apr 05 11:58:08.056552 dv-cinder-784763-1-iscsi neutron-server[84155]:     'SecurityGroupRule': {'1.2'},
Apr 05 11:58:08.056552 dv-cinder-784763-1-iscsi neutron-server[84155]:     'SubPort': {'1.0'},
Apr 05 11:58:08.056552 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Subnet': {'1.1'},
Apr 05 11:58:08.056552 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Trunk': {'1.1'}}
Apr 05 11:58:08.056552 dv-cinder-784763-1-iscsi neutron-server[84155]: consumer versions:
Apr 05 11:58:08.056552 dv-cinder-784763-1-iscsi neutron-server[84155]: {   DHCP agent@dv-cinder-784763-1-iscsi: {},
Apr 05 11:58:08.056552 dv-cinder-784763-1-iscsi neutron-server[84155]:     L3 agent@dv-cinder-784763-1-iscsi: {},
Apr 05 11:58:08.056552 dv-cinder-784763-1-iscsi neutron-server[84155]:     Metadata agent@dv-cinder-784763-1-iscsi: {},
Apr 05 11:58:08.056552 dv-cinder-784763-1-iscsi neutron-server[84155]:     Metering agent@dv-cinder-784763-1-iscsi: {},
Apr 05 11:58:08.056552 dv-cinder-784763-1-iscsi neutron-server[84155]:     Open vSwitch agent@dv-cinder-784763-1-iscsi: {   'AddressGroup': '1.2',
Apr 05 11:58:08.056552 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'ConntrackHelper': '1.0',
Apr 05 11:58:08.056552 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Log': '1.0',
Apr 05 11:58:08.056552 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Network': '1.1',
Apr 05 11:58:08.056552 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Port': '1.7',
Apr 05 11:58:08.056552 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'PortForwarding': '1.2',
Apr 05 11:58:08.056552 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'QosPolicy': '1.8',
Apr 05 11:58:08.056552 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'SecurityGroup': '1.4',
Apr 05 11:58:08.056552 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'SecurityGroupRule': '1.2',
Apr 05 11:58:08.056552 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'SubPort': '1.0',
Apr 05 11:58:08.056552 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Subnet': '1.1',
Apr 05 11:58:08.056552 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Trunk': '1.1'}}
Apr 05 11:58:08.056552 dv-cinder-784763-1-iscsi neutron-server[84155]:  {{(pid=84268) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 05 11:58:08.097583 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-66743191-d9e3-4be7-8ca5-0d867abbf88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 11:58:08.119510 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66743191-d9e3-4be7-8ca5-0d867abbf88b admin admin] Checking segment: {'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 11:58:08.119895 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66743191-d9e3-4be7-8ca5-0d867abbf88b admin admin] Network hostable DHCP agents. Network: 9d12ef10-d92d-4db6-ae05-ceb86a15802e, hostable agents: ['09bf275b-3c10-4287-a080-17cf02d540e7'], hosted agents: [] {{(pid=84268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 11:58:08.140570 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66743191-d9e3-4be7-8ca5-0d867abbf88b admin admin] Network 9d12ef10-d92d-4db6-ae05-ceb86a15802e is scheduled to be hosted by DHCP agent 09bf275b-3c10-4287-a080-17cf02d540e7 with binding_index 1 {{(pid=84268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 11:58:08.150225 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-66743191-d9e3-4be7-8ca5-0d867abbf88b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-iscsi, 9d12ef10-d92d-4db6-ae05-ceb86a15802e) {{(pid=84268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 11:58:08.154808 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66743191-d9e3-4be7-8ca5-0d867abbf88b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 11:58:08.155450 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66743191-d9e3-4be7-8ca5-0d867abbf88b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for subnet, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:08.160061 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651462e1-e2d8-469d-824e-ef655fb72a72 None None] Network 9d12ef10-d92d-4db6-ae05-ceb86a15802e requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 11:58:08.180402 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-66743191-d9e3-4be7-8ca5-0d867abbf88b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8795459
Apr 05 11:58:08.551700 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0c4609-163e-4a18-9b5e-98355cf8e3eb None None] Network 9d12ef10-d92d-4db6-ae05-ceb86a15802e requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 11:58:09.267739 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 63417408-d114-4e52-833d-f203d28af541 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 11:58:09.344440 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port 63417408-d114-4e52-833d-f203d28af541 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 11:58:09.344853 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:10.799865 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 37670) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 11:58:11.030139 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-8fe6faba-3609-44cb-9eb8-392f47823062 admin admin] 10.222.0.36 "GET /v2.0/routers/02dd7c51-286b-4f7e-a15e-2315febf0a0a HTTP/1.1" status: 200  len: 710 time: 0.2290149
Apr 05 11:58:11.168824 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd2099c-a078-46d1-8d88-1383f1d5a912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 11:58:11.170318 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-bdd2099c-a078-46d1-8d88-1383f1d5a912 admin admin] 10.222.0.36 "GET /v2.0/networks/9d12ef10-d92d-4db6-ae05-ceb86a15802e HTTP/1.1" status: 200  len: 886 time: 0.1338203
Apr 05 11:58:11.180290 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-3bd26b3f-da97-440e-bed8-1f94caf28b14 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'}}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 11:58:11.783044 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3bd26b3f-da97-440e-bed8-1f94caf28b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854330527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854367201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2095'] for router, precommit_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:12.124330 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3bd26b3f-da97-440e-bed8-1f94caf28b14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:12.187124 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3bd26b3f-da97-440e-bed8-1f94caf28b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:12.325541 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-3bd26b3f-da97-440e-bed8-1f94caf28b14 admin admin] Allocated IP 172.27.0.148 (9d12ef10-d92d-4db6-ae05-ceb86a15802e/0ceae222-356e-4bb7-8260-995ea8a55dd5/9a981f1c-7d4b-4d67-bfaf-1302d2b555e0) {{(pid=84268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 11:58:12.480401 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3bd26b3f-da97-440e-bed8-1f94caf28b14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:12.541770 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3bd26b3f-da97-440e-bed8-1f94caf28b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368'] for port, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:12.556973 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 11:58:12.685892 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd26b3f-da97-440e-bed8-1f94caf28b14 admin admin] Pushing event updated for resources: {'Port': ['ID=9a981f1c-7d4b-4d67-bfaf-1302d2b555e0,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 11:58:12.692693 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-3bd26b3f-da97-440e-bed8-1f94caf28b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 11:58:12.740265 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd26b3f-da97-440e-bed8-1f94caf28b14 admin admin] Network 9d12ef10-d92d-4db6-ae05-ceb86a15802e is already hosted by enough agents. {{(pid=84268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 11:58:12.741483 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-3bd26b3f-da97-440e-bed8-1f94caf28b14 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 11:58:12.743690 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd26b3f-da97-440e-bed8-1f94caf28b14 admin admin] Received port after_create {{(pid=84268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 11:58:13.307758 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3bd26b3f-da97-440e-bed8-1f94caf28b14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:13.658535 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3bd26b3f-da97-440e-bed8-1f94caf28b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854330527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854367201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2095'] for router, precommit_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:13.662041 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3bd26b3f-da97-440e-bed8-1f94caf28b14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-445289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854330474', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-408583'] for router, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:13.847239 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd26b3f-da97-440e-bed8-1f94caf28b14 admin admin] Router 02dd7c51-286b-4f7e-a15e-2315febf0a0a has already been hosted by L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d {{(pid=84268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 11:58:14.032010 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd26b3f-da97-440e-bed8-1f94caf28b14 admin admin] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 11:58:14.041984 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3bd26b3f-da97-440e-bed8-1f94caf28b14 admin admin] Notify callbacks [] for router, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:14.043282 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-3bd26b3f-da97-440e-bed8-1f94caf28b14 admin admin] 10.222.0.36 "PUT /v2.0/routers/02dd7c51-286b-4f7e-a15e-2315febf0a0a HTTP/1.1" status: 200  len: 890 time: 2.8665671
Apr 05 11:58:14.043764 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9293914-9804-4a14-b8f0-78be26354727 None None] Sync routers for ids ['02dd7c51-286b-4f7e-a15e-2315febf0a0a'] in dv-cinder-784763-1-iscsi {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 11:58:14.054665 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9293914-9804-4a14-b8f0-78be26354727 None None] Routers {'02dd7c51-286b-4f7e-a15e-2315febf0a0a'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 11:58:14.055358 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-d9293914-9804-4a14-b8f0-78be26354727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460bba710>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T11:57:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['02dd7c51-286b-4f7e-a15e-2315febf0a0a'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 11:58:14.258086 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-d9293914-9804-4a14-b8f0-78be26354727 None None] Set router 02dd7c51-286b-4f7e-a15e-2315febf0a0a gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 11:58:14.616559 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-d9293914-9804-4a14-b8f0-78be26354727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460bba710>, [{'id': '02dd7c51-286b-4f7e-a15e-2315febf0a0a', 'name': 'router1', 'tenant_id': '99ce6ba4c44449a39945d66439dd9439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '9a981f1c-7d4b-4d67-bfaf-1302d2b555e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T11:57:51Z', 'updated_at': '2021-04-05T11:58:12Z', 'revision_number': 4, 'project_id': '99ce6ba4c44449a39945d66439dd9439', 'gw_port': {'id': '9a981f1c-7d4b-4d67-bfaf-1302d2b555e0', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:93:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02dd7c51-286b-4f7e-a15e-2315febf0a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T11:58:12Z', 'updated_at': '2021-04-05T11:58:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': '63417408-d114-4e52-833d-f203d28af541', 'name': '', 'network_id': '1dc3fbd1-d726-42b3-9e0f-4a20dd1c67d7', 'tenant_id': '99ce6ba4c44449a39945d66439dd9439', 'mac_address': 'fa:16:3e:25:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02dd7c51-286b-4f7e-a15e-2315febf0a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4772699-72b5-48f1-ac35-f2c17fdec2ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T11:58:01Z', 'updated_at': '2021-04-05T11:58:07Z', 'revision_number': 5, 'project_id': '99ce6ba4c44449a39945d66439dd9439', 'subnets': [{'id': 'b4772699-72b5-48f1-ac35-f2c17fdec2ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '60fc619e-cfb7-4cc1-b0f5-5be4aa950e01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 11:58:14.621459 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9293914-9804-4a14-b8f0-78be26354727 None None] Checking router: 02dd7c51-286b-4f7e-a15e-2315febf0a0a for host: dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 11:58:14.621838 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9293914-9804-4a14-b8f0-78be26354727 None None] Updating router 02dd7c51-286b-4f7e-a15e-2315febf0a0a port 9a981f1c-7d4b-4d67-bfaf-1302d2b555e0 binding host dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 11:58:14.676469 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d9293914-9804-4a14-b8f0-78be26354727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:15.074656 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d9293914-9804-4a14-b8f0-78be26354727 None None] Notify callbacks [] for port, precommit_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:15.087644 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-d9293914-9804-4a14-b8f0-78be26354727 None None] Transition to ACTIVE for port object 9a981f1c-7d4b-4d67-bfaf-1302d2b555e0 will not be triggered until provisioned by entity L2. {{(pid=84270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 11:58:15.095499 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d9293914-9804-4a14-b8f0-78be26354727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:15.111205 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 11:58:15.244164 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99628c9-cd8e-4f96-bafd-fd674b301c1b None None] Pushing event updated for resources: {'Port': ['ID=9a981f1c-7d4b-4d67-bfaf-1302d2b555e0,revision_number=2']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 11:58:15.248786 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-a99628c9-cd8e-4f96-bafd-fd674b301c1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 11:58:15.306876 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-d9293914-9804-4a14-b8f0-78be26354727 None None] Attempting to bind port 9a981f1c-7d4b-4d67-bfaf-1302d2b555e0 on host dv-cinder-784763-1-iscsi for vnic_type normal with profile  {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 11:58:15.307290 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-d9293914-9804-4a14-b8f0-78be26354727 None None] Attempting to bind port 9a981f1c-7d4b-4d67-bfaf-1302d2b555e0 by drivers openvswitch,hyperv on host dv-cinder-784763-1-iscsi at level 0 using segments [{'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 11:58:15.307696 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9293914-9804-4a14-b8f0-78be26354727 None None] Attempting to bind port 9a981f1c-7d4b-4d67-bfaf-1302d2b555e0 on network 9d12ef10-d92d-4db6-ae05-ceb86a15802e {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 11:58:15.313216 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9293914-9804-4a14-b8f0-78be26354727 None None] Checking agent: {'id': '93e0106f-7977-40cd-8b89-dc51f73202a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 25), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 11, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 11:58:15.313637 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9293914-9804-4a14-b8f0-78be26354727 None None] Checking segment: {'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 11:58:15.314076 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d9293914-9804-4a14-b8f0-78be26354727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:15.314556 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9293914-9804-4a14-b8f0-78be26354727 None None] Bound using segment: {'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 11:58:15.315061 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-d9293914-9804-4a14-b8f0-78be26354727 None None] Bound port: 9a981f1c-7d4b-4d67-bfaf-1302d2b555e0, host: dv-cinder-784763-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'}}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 11:58:15.315468 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d9293914-9804-4a14-b8f0-78be26354727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:15.396660 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-d9293914-9804-4a14-b8f0-78be26354727 None None] For port 9a981f1c-7d4b-4d67-bfaf-1302d2b555e0, host dv-cinder-784763-1-iscsi, cleared binding levels {{(pid=84270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 11:58:15.399715 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-d9293914-9804-4a14-b8f0-78be26354727 None None] For port 9a981f1c-7d4b-4d67-bfaf-1302d2b555e0, host dv-cinder-784763-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=9a981f1c-7d4b-4d67-bfaf-1302d2b555e0,segment=NetworkSegment(9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6),segment_id=9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6)] {{(pid=84270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 11:58:15.403048 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d9293914-9804-4a14-b8f0-78be26354727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:15.417983 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 11:58:15.565157 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99628c9-cd8e-4f96-bafd-fd674b301c1b None None] Pushing event updated for resources: {'Port': ['ID=9a981f1c-7d4b-4d67-bfaf-1302d2b555e0,revision_number=3']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 11:58:15.568512 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-a99628c9-cd8e-4f96-bafd-fd674b301c1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 11:58:15.612469 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9293914-9804-4a14-b8f0-78be26354727 None None] Routers {'02dd7c51-286b-4f7e-a15e-2315febf0a0a'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 11:58:15.613127 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-d9293914-9804-4a14-b8f0-78be26354727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460bba710>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T11:57:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['02dd7c51-286b-4f7e-a15e-2315febf0a0a'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 11:58:15.802018 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-d9293914-9804-4a14-b8f0-78be26354727 None None] Set router 02dd7c51-286b-4f7e-a15e-2315febf0a0a gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 11:58:16.306039 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-d9293914-9804-4a14-b8f0-78be26354727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460bba710>, [{'id': '02dd7c51-286b-4f7e-a15e-2315febf0a0a', 'name': 'router1', 'tenant_id': '99ce6ba4c44449a39945d66439dd9439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '9a981f1c-7d4b-4d67-bfaf-1302d2b555e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T11:57:51Z', 'updated_at': '2021-04-05T11:58:12Z', 'revision_number': 4, 'project_id': '99ce6ba4c44449a39945d66439dd9439', 'gw_port': {'id': '9a981f1c-7d4b-4d67-bfaf-1302d2b555e0', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:93:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02dd7c51-286b-4f7e-a15e-2315febf0a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T11:58:12Z', 'updated_at': '2021-04-05T11:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': '63417408-d114-4e52-833d-f203d28af541', 'name': '', 'network_id': '1dc3fbd1-d726-42b3-9e0f-4a20dd1c67d7', 'tenant_id': '99ce6ba4c44449a39945d66439dd9439', 'mac_address': 'fa:16:3e:25:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02dd7c51-286b-4f7e-a15e-2315febf0a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4772699-72b5-48f1-ac35-f2c17fdec2ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T11:58:01Z', 'updated_at': '2021-04-05T11:58:07Z', 'revision_number': 5, 'project_id': '99ce6ba4c44449a39945d66439dd9439', 'subnets': [{'id': 'b4772699-72b5-48f1-ac35-f2c17fdec2ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '60fc619e-cfb7-4cc1-b0f5-5be4aa950e01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 11:58:16.310726 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9293914-9804-4a14-b8f0-78be26354727 None None] The sync data for ids ['02dd7c51-286b-4f7e-a15e-2315febf0a0a'] in dv-cinder-784763-1-iscsi is: [{'id': '02dd7c51-286b-4f7e-a15e-2315febf0a0a', 'name': 'router1', 'tenant_id': '99ce6ba4c44449a39945d66439dd9439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '9a981f1c-7d4b-4d67-bfaf-1302d2b555e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T11:57:51Z', 'updated_at': '2021-04-05T11:58:12Z', 'revision_number': 4, 'project_id': '99ce6ba4c44449a39945d66439dd9439', 'gw_port': {'id': '9a981f1c-7d4b-4d67-bfaf-1302d2b555e0', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:93:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02dd7c51-286b-4f7e-a15e-2315febf0a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T11:58:12Z', 'updated_at': '2021-04-05T11:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': '63417408-d114-4e52-833d-f203d28af541', 'name': '', 'network_id': '1dc3fbd1-d726-42b3-9e0f-4a20dd1c67d7', 'tenant_id': '99ce6ba4c44449a39945d66439dd9439', 'mac_address': 'fa:16:3e:25:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02dd7c51-286b-4f7e-a15e-2315febf0a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4772699-72b5-48f1-ac35-f2c17fdec2ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T11:58:01Z', 'updated_at': '2021-04-05T11:58:07Z', 'revision_number': 5, 'project_id': '99ce6ba4c44449a39945d66439dd9439', 'subnets': [{'id': 'b4772699-72b5-48f1-ac35-f2c17fdec2ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '60fc619e-cfb7-4cc1-b0f5-5be4aa950e01'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 11:58:16.795491 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 37680) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 11:58:16.918726 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-12d763e7-ad88-48d3-bd95-6c72e063aa0d admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1219296
Apr 05 11:58:17.306259 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 9a981f1c-7d4b-4d67-bfaf-1302d2b555e0 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 11:58:17.383217 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning for port 9a981f1c-7d4b-4d67-bfaf-1302d2b555e0 completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 11:58:17.388910 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port 9a981f1c-7d4b-4d67-bfaf-1302d2b555e0 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 11:58:17.389312 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:17.517160 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:17.534314 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] For port 9a981f1c-7d4b-4d67-bfaf-1302d2b555e0, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=9a981f1c-7d4b-4d67-bfaf-1302d2b555e0,segment=NetworkSegment(9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6),segment_id=9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 11:58:17.537962 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:17.540230 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-46dcbc1e-ed48-4094-85c2-3198b3fb0982 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 11:58:17.609237 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Pushing event updated for resources: {'Port': ['ID=9a981f1c-7d4b-4d67-bfaf-1302d2b555e0,revision_number=4']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 11:58:17.612593 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 11:58:19.278020 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 9a981f1c-7d4b-4d67-bfaf-1302d2b555e0 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 11:58:19.369329 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port 9a981f1c-7d4b-4d67-bfaf-1302d2b555e0 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 11:58:19.369329 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:23.621180 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5239cf94-3e0d-4e34-948a-e46929d575e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:24.804689 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:25.981620 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6ed0883-84d5-4d71-86fa-c076047a30ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:26.399074 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:27.972102 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:37.452184 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 5 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 11:58:53.606108 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7f2188c3-c373-4f62-843a-cbd77be2f375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:54.796838 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:55.963140 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b08388b4-5a29-4de2-b0d3-3f006640a179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:56.399792 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:58:57.970798 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:59:14.451306 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 5 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 11:59:23.613661 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ea959c11-0828-430b-b74d-317b02266ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:59:24.800546 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:59:25.965237 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cd7a23f4-36b8-4bc2-8c4b-e8ca7ab3bcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:59:26.401628 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:59:27.987838 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:59:51.450678 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 5 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 11:59:53.612166 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-da8fcabc-b399-4ff5-94a5-9e8006b9ffbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:59:54.802449 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:59:55.968151 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-42101c8c-500b-4bed-9c5d-45befe0b6a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:59:56.406262 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 11:59:57.981003 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:00:23.617437 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c3e96d3f-66d5-43c5-ae53-b149b49f2a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:00:24.807042 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:00:25.971830 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ca79522e-1db0-45ba-8742-bb29fe5cf097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:00:26.408444 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:00:27.984167 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:00:28.451218 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 5 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:00:30.312437 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 38250) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:00:30.386599 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-466dec1c-48d4-4922-a142-096b83cdf51e admin admin] GET failed (client error): The resource could not be found.
Apr 05 12:00:30.387193 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-466dec1c-48d4-4922-a142-096b83cdf51e admin admin] Synchronizing usage tracker for tenant:0fcc8d0b81d3455ab004700bcbafc96d on resource:network {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:00:30.404349 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-466dec1c-48d4-4922-a142-096b83cdf51e admin admin] Unset dirty status for tenant:0fcc8d0b81d3455ab004700bcbafc96d on resource:network {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:00:30.405487 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-466dec1c-48d4-4922-a142-096b83cdf51e admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0919795
Apr 05 12:00:30.547183 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679401bf-ff1c-447d-9e0c-3eba43653782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:00:30.548765 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-679401bf-ff1c-447d-9e0c-3eba43653782 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1389956
Apr 05 12:00:33.021085 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 38260) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:00:33.139776 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3c1475-5d01-4fb1-b0ce-bf90714fa88a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:00:33.141260 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-cd3c1475-5d01-4fb1-b0ce-bf90714fa88a admin admin] 10.222.0.36 "GET /v2.0/subnets/b4772699-72b5-48f1-ac35-f2c17fdec2ae HTTP/1.1" status: 200  len: 849 time: 0.1190743
Apr 05 12:00:33.152735 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-4f0842b5-5ac0-4879-ba62-84a5b34c0fe4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:00:33.277998 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4f0842b5-5ac0-4879-ba62-84a5b34c0fe4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:00:33.585463 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4f0842b5-5ac0-4879-ba62-84a5b34c0fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363299714365829'] for subnet, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:00:33.600424 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:00:33.732392 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0842b5-5ac0-4879-ba62-84a5b34c0fe4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4772699-72b5-48f1-ac35-f2c17fdec2ae,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:00:33.751871 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0842b5-5ac0-4879-ba62-84a5b34c0fe4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:00:33.752265 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0842b5-5ac0-4879-ba62-84a5b34c0fe4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:00:33.752633 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0842b5-5ac0-4879-ba62-84a5b34c0fe4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:00:33.752993 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0842b5-5ac0-4879-ba62-84a5b34c0fe4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:00:33.753344 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0842b5-5ac0-4879-ba62-84a5b34c0fe4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:00:33.753710 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0842b5-5ac0-4879-ba62-84a5b34c0fe4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:00:33.754064 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0842b5-5ac0-4879-ba62-84a5b34c0fe4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:00:33.754484 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0842b5-5ac0-4879-ba62-84a5b34c0fe4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:00:33.754819 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0842b5-5ac0-4879-ba62-84a5b34c0fe4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:00:33.755161 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0842b5-5ac0-4879-ba62-84a5b34c0fe4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:00:33.755504 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0842b5-5ac0-4879-ba62-84a5b34c0fe4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:00:33.755847 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0842b5-5ac0-4879-ba62-84a5b34c0fe4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:00:33.761191 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-4f0842b5-5ac0-4879-ba62-84a5b34c0fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:00:33.788363 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0842b5-5ac0-4879-ba62-84a5b34c0fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:00:33.789032 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4f0842b5-5ac0-4879-ba62-84a5b34c0fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for subnet, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:00:33.792042 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-4f0842b5-5ac0-4879-ba62-84a5b34c0fe4 admin admin] 10.222.0.36 "PUT /v2.0/subnets/b4772699-72b5-48f1-ac35-f2c17fdec2ae HTTP/1.1" status: 200  len: 868 time: 0.6432271
Apr 05 12:00:33.809488 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f770b526-7bd5-4011-8716-7de44b3fc05b None None] Network 1dc3fbd1-d726-42b3-9e0f-4a20dd1c67d7 requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:00:34.313018 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-fe1eac83-b7f3-4217-9749-87f69914cc90 None None] Provisioning complete for port 63417408-d114-4e52-833d-f203d28af541 triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:00:34.313552 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fe1eac83-b7f3-4217-9749-87f69914cc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:00:34.448802 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-fe1eac83-b7f3-4217-9749-87f69914cc90 None None] Provisioning complete for port 2c1af6e0-7447-4c4d-a916-65587d11be5e triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:00:34.449120 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fe1eac83-b7f3-4217-9749-87f69914cc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:00:36.295659 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 38270) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:00:36.480617 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a3647c-cdaf-4f06-9d65-29fde02e1496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:00:36.481151 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a3647c-cdaf-4f06-9d65-29fde02e1496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:00:36.482811 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-33a3647c-cdaf-4f06-9d65-29fde02e1496 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1861322
Apr 05 12:00:38.979584 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 38280) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:00:39.167905 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366bcf3f-5963-4c97-bf5a-638022bb41cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:00:39.168430 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366bcf3f-5963-4c97-bf5a-638022bb41cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:00:39.170055 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-366bcf3f-5963-4c97-bf5a-638022bb41cf admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1894138
Apr 05 12:00:41.654834 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 38290) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:00:41.841364 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f0c03f-ddc0-447b-9842-c8021cefbadc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:00:41.842793 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-53f0c03f-ddc0-447b-9842-c8021cefbadc admin admin] 10.222.0.36 "GET /v2.0/networks/1dc3fbd1-d726-42b3-9e0f-4a20dd1c67d7 HTTP/1.1" status: 200  len: 869 time: 0.1868918
Apr 05 12:00:44.317119 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 38300) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:00:44.494408 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8855ab-35e6-4bae-844e-a94c80a59b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:00:44.495852 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-2f8855ab-35e6-4bae-844e-a94c80a59b09 admin admin] 10.222.0.36 "GET /v2.0/networks/9d12ef10-d92d-4db6-ae05-ceb86a15802e HTTP/1.1" status: 200  len: 886 time: 0.1777146
Apr 05 12:00:46.988596 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 38310) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:00:47.106808 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11582539-3697-4cd2-8b96-927ed1aff8a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:00:47.107317 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11582539-3697-4cd2-8b96-927ed1aff8a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:00:47.112192 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-11582539-3697-4cd2-8b96-927ed1aff8a5 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1193304
Apr 05 12:00:49.604737 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 38320) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:00:49.719311 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb2b858-c646-4554-9714-b6ac8df62299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:00:49.719811 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb2b858-c646-4554-9714-b6ac8df62299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:00:49.721386 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-8bb2b858-c646-4554-9714-b6ac8df62299 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1156325
Apr 05 12:00:52.184684 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 38330) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:00:52.296106 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec7ec35-ccd7-416f-9514-452ab2a98f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:00:52.297525 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-5ec7ec35-ccd7-416f-9514-452ab2a98f15 admin admin] 10.222.0.36 "GET /v2.0/subnets/0ceae222-356e-4bb7-8260-995ea8a55dd5 HTTP/1.1" status: 200  len: 816 time: 0.1118207
Apr 05 12:00:53.623419 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-05c103a5-1b74-450e-a5ab-7eaa02df8db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:00:54.765855 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 38340) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:00:54.810752 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:00:54.882707 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4497b12-3aa6-41dc-8ccd-57b4479f8f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:00:54.884297 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-d4497b12-3aa6-41dc-8ccd-57b4479f8f8f admin admin] 10.222.0.36 "GET /v2.0/subnets/b4772699-72b5-48f1-ac35-f2c17fdec2ae HTTP/1.1" status: 200  len: 868 time: 0.1173716
Apr 05 12:00:55.974048 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1918f7f3-4a66-40a5-946c-f8504afb7d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:00:56.413369 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:00:57.988438 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:01:05.450585 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 5 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:01:21.462001 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 38384) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:01:21.513119 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [None req-7a5c7bf4-f00b-4ed8-be90-3868652cf6e6 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 05 12:01:21.514270 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-7a5c7bf4-f00b-4ed8-be90-3868652cf6e6 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0511839
Apr 05 12:01:23.617648 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fa3f9f0d-5913-4d0a-ad84-cd9c1d8a854d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:01:24.092803 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 38394) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:01:24.168102 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aef1677-62aa-4a95-a4ae-0fcd0be65444 admin admin] GET failed (client error): The resource could not be found.
Apr 05 12:01:24.169483 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-4aef1677-62aa-4a95-a4ae-0fcd0be65444 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0756309
Apr 05 12:01:24.306100 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe0e961-90e9-4f91-9005-873a53f4b7a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:01:24.307636 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-bbe0e961-90e9-4f91-9005-873a53f4b7a3 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1338179
Apr 05 12:01:24.813760 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:01:25.977902 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a86b2233-5452-42da-b4f7-faa4251db7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:01:26.415235 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:01:26.865835 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 38404) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:01:26.917508 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-7923fb6e-e4ad-4f92-86a3-12987935748f admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:01:26.923020 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7923fb6e-e4ad-4f92-86a3-12987935748f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:01:26.933855 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7923fb6e-e4ad-4f92-86a3-12987935748f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:01:26.943701 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7923fb6e-e4ad-4f92-86a3-12987935748f admin admin] Made reservation on behalf of 0fcc8d0b81d3455ab004700bcbafc96d for: {'network': 1} {{(pid=84269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:01:26.948705 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7923fb6e-e4ad-4f92-86a3-12987935748f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:01:27.043536 dv-cinder-784763-1-iscsi neutron-server[84155]: WARNING neutron.services.revisions.revision_plugin [None req-7923fb6e-e4ad-4f92-86a3-12987935748f admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f246056edd8] {project_id='0fcc8d0b81d3455ab004700bcbafc96d', id='1c3e5b52-2d4a-4555-a3e8-2ad48357e20c', target_tenant='*', action='access_as_shared', object_id='713bffb3-6d8e-49e4-9a99-65760cd1aaa0'}> to bump revision.
Apr 05 12:01:27.054666 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7923fb6e-e4ad-4f92-86a3-12987935748f admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'}  {{(pid=84269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 12:01:27.063157 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7923fb6e-e4ad-4f92-86a3-12987935748f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:01:27.063535 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.segments_db [None req-7923fb6e-e4ad-4f92-86a3-12987935748f admin admin] Added segment a65a2c3a-4c40-494b-ad59-f1c3f54d0b69 of type vlan for network 713bffb3-6d8e-49e4-9a99-65760cd1aaa0
Apr 05 12:01:27.088870 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7923fb6e-e4ad-4f92-86a3-12987935748f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737139937617'] for network, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:01:27.118098 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7923fb6e-e4ad-4f92-86a3-12987935748f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131'] for network, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:01:27.119576 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7923fb6e-e4ad-4f92-86a3-12987935748f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:01:27.120230 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7923fb6e-e4ad-4f92-86a3-12987935748f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for network, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:01:27.125147 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2dd47bae-977f-4e5e-ab53-491e9177571f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:01:27.227688 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-7923fb6e-e4ad-4f92-86a3-12987935748f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3605673
Apr 05 12:01:27.230624 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923fb6e-e4ad-4f92-86a3-12987935748f admin admin] Pushing event updated for resources: {'Network': ['ID=713bffb3-6d8e-49e4-9a99-65760cd1aaa0,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:01:27.244019 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-7923fb6e-e4ad-4f92-86a3-12987935748f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:01:27.252121 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Network 713bffb3-6d8e-49e4-9a99-65760cd1aaa0 details requested by agent ovs-agent-dv-cinder-784763-1-iscsi with host dv-cinder-784763-1-iscsi {{(pid=84270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 12:01:27.988288 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:01:29.742743 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 38414) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:01:29.817029 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.pecan_wsgi.hooks.translation [None req-233ffc9b-4a14-4fed-afbd-140ab217d3a8 admin admin] GET failed (client error): The resource could not be found.
Apr 05 12:01:29.817584 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-233ffc9b-4a14-4fed-afbd-140ab217d3a8 admin admin] Synchronizing usage tracker for tenant:0fcc8d0b81d3455ab004700bcbafc96d on resource:network {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:01:29.831814 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-233ffc9b-4a14-4fed-afbd-140ab217d3a8 admin admin] Unset dirty status for tenant:0fcc8d0b81d3455ab004700bcbafc96d on resource:network {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:01:29.832981 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-233ffc9b-4a14-4fed-afbd-140ab217d3a8 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0892153
Apr 05 12:01:29.946427 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe23eeb9-04ea-4149-9fb9-2a074d71718f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:01:29.947867 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-fe23eeb9-04ea-4149-9fb9-2a074d71718f admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1101301
Apr 05 12:01:29.958560 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-0983ad33-85ea-476a-84aa-cc25f422ddca admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': '713bffb3-6d8e-49e4-9a99-65760cd1aaa0', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:01:29.963635 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0983ad33-85ea-476a-84aa-cc25f422ddca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:01:29.967553 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-0983ad33-85ea-476a-84aa-cc25f422ddca admin admin] Usage tracker for resource:subnet and tenant:0fcc8d0b81d3455ab004700bcbafc96d is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:01:29.970453 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-0983ad33-85ea-476a-84aa-cc25f422ddca admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:01:29.976844 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0983ad33-85ea-476a-84aa-cc25f422ddca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:01:29.985523 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0983ad33-85ea-476a-84aa-cc25f422ddca admin admin] Made reservation on behalf of 0fcc8d0b81d3455ab004700bcbafc96d for: {'subnet': 1} {{(pid=84269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:01:29.990223 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0983ad33-85ea-476a-84aa-cc25f422ddca admin admin] Notify callbacks [] for subnet, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:01:30.381563 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0983ad33-85ea-476a-84aa-cc25f422ddca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131'] for subnet, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:01:30.396478 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-4f0842b5-5ac0-4879-ba62-84a5b34c0fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:01:30.518920 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983ad33-85ea-476a-84aa-cc25f422ddca admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b8d6c13-3945-4bad-a95c-d7fd20ddcc57,revision_number=0']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:01:30.522044 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-0983ad33-85ea-476a-84aa-cc25f422ddca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:01:30.590443 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0983ad33-85ea-476a-84aa-cc25f422ddca admin admin] Checking segment: {'id': 'a65a2c3a-4c40-494b-ad59-f1c3f54d0b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '713bffb3-6d8e-49e4-9a99-65760cd1aaa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:01:30.590827 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0983ad33-85ea-476a-84aa-cc25f422ddca admin admin] Network hostable DHCP agents. Network: 713bffb3-6d8e-49e4-9a99-65760cd1aaa0, hostable agents: ['09bf275b-3c10-4287-a080-17cf02d540e7'], hosted agents: [] {{(pid=84269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 12:01:30.608653 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0983ad33-85ea-476a-84aa-cc25f422ddca admin admin] Network 713bffb3-6d8e-49e4-9a99-65760cd1aaa0 is scheduled to be hosted by DHCP agent 09bf275b-3c10-4287-a080-17cf02d540e7 with binding_index 1 {{(pid=84269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 12:01:30.616365 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-0983ad33-85ea-476a-84aa-cc25f422ddca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-iscsi, 713bffb3-6d8e-49e4-9a99-65760cd1aaa0) {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:01:30.620851 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0983ad33-85ea-476a-84aa-cc25f422ddca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:01:30.621474 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0983ad33-85ea-476a-84aa-cc25f422ddca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for subnet, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:01:30.626354 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52859d44-a07f-41d0-be4f-287dfa6297d2 None None] Network 713bffb3-6d8e-49e4-9a99-65760cd1aaa0 requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:01:30.640458 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-0983ad33-85ea-476a-84aa-cc25f422ddca admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6855266
Apr 05 12:01:31.012332 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1982f07b-7870-5634-aae6-8a59c2355e32-713bffb3-6d8e-49e4-9a99-65760cd1aaa0', 'network_id': '713bffb3-6d8e-49e4-9a99-65760cd1aaa0', 'tenant_id': '0fcc8d0b81d3455ab004700bcbafc96d', 'fixed_ips': [{'subnet_id': '2b8d6c13-3945-4bad-a95c-d7fd20ddcc57'}]}} from dv-cinder-784763-1-iscsi. {{(pid=84270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 05 12:01:31.013309 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:01:31.177861 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Allocated IP 192.168.233.2 (713bffb3-6d8e-49e4-9a99-65760cd1aaa0/2b8d6c13-3945-4bad-a95c-d7fd20ddcc57/d7f6ae1a-aad9-4c95-a853-89e1f3a190be) {{(pid=84270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:01:31.404140 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Notify callbacks [] for port, precommit_create {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:01:31.416348 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Transition to ACTIVE for port object d7f6ae1a-aad9-4c95-a853-89e1f3a190be will not be triggered until provisioned by entity L2. {{(pid=84270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:01:31.435765 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Transition to ACTIVE for port object d7f6ae1a-aad9-4c95-a853-89e1f3a190be will not be triggered until provisioned by entity DHCP. {{(pid=84270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:01:31.440657 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368'] for port, after_create {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:01:31.456623 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:01:31.592018 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Pushing event updated for resources: {'Port': ['ID=d7f6ae1a-aad9-4c95-a853-89e1f3a190be,revision_number=1']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:01:31.614048 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:01:31.614464 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:01:31.614842 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:01:31.615211 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:01:31.615578 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:01:31.615937 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:01:31.616298 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:01:31.616659 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:01:31.617558 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:01:31.617923 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:01:31.618310 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:01:31.618669 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:01:31.622587 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:01:31.660266 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Network 713bffb3-6d8e-49e4-9a99-65760cd1aaa0 is already hosted by enough agents. {{(pid=84270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:01:31.661592 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Resources bound (agent type, host, resource id):  {{(pid=84270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:01:31.664622 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Received port after_create {{(pid=84270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:01:31.760144 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Attempting to bind port d7f6ae1a-aad9-4c95-a853-89e1f3a190be on host dv-cinder-784763-1-iscsi for vnic_type normal with profile  {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:01:31.760550 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Attempting to bind port d7f6ae1a-aad9-4c95-a853-89e1f3a190be by drivers openvswitch,hyperv on host dv-cinder-784763-1-iscsi at level 0 using segments [{'id': 'a65a2c3a-4c40-494b-ad59-f1c3f54d0b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '713bffb3-6d8e-49e4-9a99-65760cd1aaa0'}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:01:31.760953 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Attempting to bind port d7f6ae1a-aad9-4c95-a853-89e1f3a190be on network 713bffb3-6d8e-49e4-9a99-65760cd1aaa0 {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:01:31.766635 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Checking agent: {'id': '93e0106f-7977-40cd-8b89-dc51f73202a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 25), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:01:31.767052 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Checking segment: {'id': 'a65a2c3a-4c40-494b-ad59-f1c3f54d0b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '713bffb3-6d8e-49e4-9a99-65760cd1aaa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:01:31.767487 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:01:31.767915 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Bound using segment: {'id': 'a65a2c3a-4c40-494b-ad59-f1c3f54d0b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '713bffb3-6d8e-49e4-9a99-65760cd1aaa0'} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:01:31.768417 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Bound port: d7f6ae1a-aad9-4c95-a853-89e1f3a190be, host: dv-cinder-784763-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a65a2c3a-4c40-494b-ad59-f1c3f54d0b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '713bffb3-6d8e-49e4-9a99-65760cd1aaa0'}}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:01:31.768832 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:01:31.865669 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] For port d7f6ae1a-aad9-4c95-a853-89e1f3a190be, host dv-cinder-784763-1-iscsi, cleared binding levels {{(pid=84270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:01:31.869463 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] For port d7f6ae1a-aad9-4c95-a853-89e1f3a190be, host dv-cinder-784763-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=d7f6ae1a-aad9-4c95-a853-89e1f3a190be,segment=NetworkSegment(a65a2c3a-4c40-494b-ad59-f1c3f54d0b69),segment_id=a65a2c3a-4c40-494b-ad59-f1c3f54d0b69)] {{(pid=84270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:01:31.872323 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:01:31.888005 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:01:32.041045 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Pushing event updated for resources: {'Port': ['ID=d7f6ae1a-aad9-4c95-a853-89e1f3a190be,revision_number=2']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:01:32.044367 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:01:33.336303 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b416708-686c-4a0a-9e28-42c8866b7cc8 None None] Network 713bffb3-6d8e-49e4-9a99-65760cd1aaa0 requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:01:33.433361 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device d7f6ae1a-aad9-4c95-a853-89e1f3a190be up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:01:33.489598 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-a57eb56c-5b07-430c-bb4a-2a1420555e17 None None] Provisioning for port d7f6ae1a-aad9-4c95-a853-89e1f3a190be completed by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:01:33.605310 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning for port d7f6ae1a-aad9-4c95-a853-89e1f3a190be completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:01:33.613196 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port d7f6ae1a-aad9-4c95-a853-89e1f3a190be triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:01:33.613607 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:01:33.796990 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:01:33.831623 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] For port d7f6ae1a-aad9-4c95-a853-89e1f3a190be, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=d7f6ae1a-aad9-4c95-a853-89e1f3a190be,segment=NetworkSegment(a65a2c3a-4c40-494b-ad59-f1c3f54d0b69),segment_id=a65a2c3a-4c40-494b-ad59-f1c3f54d0b69)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:01:33.836615 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:01:33.839231 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-a99628c9-cd8e-4f96-bafd-fd674b301c1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:01:33.913332 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Pushing event updated for resources: {'Port': ['ID=d7f6ae1a-aad9-4c95-a853-89e1f3a190be,revision_number=3']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:01:33.916848 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:01:34.039369 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-4743710e-04e8-44a8-b71d-0277e57eb8ed None None] Provisioning complete for port d7f6ae1a-aad9-4c95-a853-89e1f3a190be triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:01:34.039867 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4743710e-04e8-44a8-b71d-0277e57eb8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:01:35.371499 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device d7f6ae1a-aad9-4c95-a853-89e1f3a190be up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:01:35.444484 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port d7f6ae1a-aad9-4c95-a853-89e1f3a190be triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:01:35.444913 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:01:42.449971 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 5 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:01:53.612238 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-87b82bc2-b7c6-4402-8fac-a31d4e0afe38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:01:54.815422 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:01:55.981290 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3d2b3a42-3445-40a5-a56c-15f6d1d77cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:01:56.419359 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:01:57.994974 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:02:19.449444 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 5 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:02:23.614408 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cc857ae7-6f62-45d4-847c-122181521460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:02:24.816814 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:02:25.983476 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-384c0b1e-c265-4455-ae06-9f0de3d7072e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:02:26.423910 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:02:27.997661 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:02:51.505043 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 38466) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:02:51.512077 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [None req-bd00b95c-37d4-4913-93af-23845f981def tempest-verify_tempest_config-1371791522 tempest-verify_tempest_config-1371791522-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 05 12:02:51.513173 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-bd00b95c-37d4-4913-93af-23845f981def tempest-verify_tempest_config-1371791522 tempest-verify_tempest_config-1371791522-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0070486
Apr 05 12:02:51.827141 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 38484) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:02:51.951032 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f2dae45-c432-4778-bfae-f718189505ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:02:51.966384 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2f2dae45-c432-4778-bfae-f718189505ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:02:51.970308 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-2f2dae45-c432-4778-bfae-f718189505ac admin admin] Usage tracker for resource:security_group_rule and tenant:5ebde3f6052c483d9bac4d8f254aa97c is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:02:51.973144 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-2f2dae45-c432-4778-bfae-f718189505ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:02:51.979228 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2f2dae45-c432-4778-bfae-f718189505ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:02:52.064438 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f2dae45-c432-4778-bfae-f718189505ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:02:52.066887 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f2dae45-c432-4778-bfae-f718189505ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:02:52.076489 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:02:52.117618 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-2f2dae45-c432-4778-bfae-f718189505ac admin admin] Synchronizing usage tracker for tenant:0fcc8d0b81d3455ab004700bcbafc96d on resource:security_group {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:02:52.121184 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2dae45-c432-4778-bfae-f718189505ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d002710-2b30-40b4-87fa-1240193db95c,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:02:52.131508 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2dae45-c432-4778-bfae-f718189505ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:02:52.131906 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2dae45-c432-4778-bfae-f718189505ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:02:52.132278 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2dae45-c432-4778-bfae-f718189505ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:02:52.133277 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2dae45-c432-4778-bfae-f718189505ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:02:52.133645 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2dae45-c432-4778-bfae-f718189505ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:02:52.134023 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2dae45-c432-4778-bfae-f718189505ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:02:52.134411 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2dae45-c432-4778-bfae-f718189505ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:02:52.134769 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2dae45-c432-4778-bfae-f718189505ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:02:52.135153 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2dae45-c432-4778-bfae-f718189505ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:02:52.135495 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2dae45-c432-4778-bfae-f718189505ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:02:52.135849 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2dae45-c432-4778-bfae-f718189505ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:02:52.136199 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2dae45-c432-4778-bfae-f718189505ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:02:52.141489 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2f2dae45-c432-4778-bfae-f718189505ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:02:52.150404 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-2f2dae45-c432-4778-bfae-f718189505ac admin admin] Unset dirty status for tenant:0fcc8d0b81d3455ab004700bcbafc96d on resource:security_group {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:02:52.153365 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-2f2dae45-c432-4778-bfae-f718189505ac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5ebde3f6052c483d9bac4d8f254aa97c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3235390
Apr 05 12:02:52.154811 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 38490) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:02:52.214806 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-287d4441-7e52-401d-b19e-77a09e2c41c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:02:52.243691 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-287d4441-7e52-401d-b19e-77a09e2c41c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:02:52.293408 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-287d4441-7e52-401d-b19e-77a09e2c41c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:02:52.298458 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2f2dae45-c432-4778-bfae-f718189505ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:02:52.312189 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d4441-7e52-401d-b19e-77a09e2c41c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d002710-2b30-40b4-87fa-1240193db95c,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:02:52.314523 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-287d4441-7e52-401d-b19e-77a09e2c41c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:02:52.316678 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-287d4441-7e52-401d-b19e-77a09e2c41c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:02:52.317851 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-287d4441-7e52-401d-b19e-77a09e2c41c4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7d002710-2b30-40b4-87fa-1240193db95c HTTP/1.1" status: 204  len: 168 time: 0.1620679
Apr 05 12:02:53.616511 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0e3c901-b907-4f41-a57b-b060169ec5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:02:54.819713 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:02:55.985360 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7bc0149b-acce-49a1-9146-20d871a9ea23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:02:56.425401 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:02:56.448161 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 5 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:02:57.999841 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:03:23.618691 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-91477f08-f38c-4904-90e3-a9ac1ac08e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:03:24.821375 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:03:25.988289 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1aff5811-ec78-4692-9d99-74b8c89daa08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:03:26.427779 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:03:28.006916 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:03:33.447309 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 5 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:03:53.620792 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5ac688e1-c9c4-44d0-8758-27ceac0a7075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:03:54.822992 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:03:55.989510 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b9a8f60d-2a33-46d8-861e-1b187a4eb17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:03:56.432252 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:03:58.008088 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:04:10.446792 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 5 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:04:23.622700 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2c2b6838-55c3-43b8-ba41-7e8b79cd6ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:04:24.824503 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:04:25.991870 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-15a5c9e4-c1d4-4841-8d59-6ee2f3a6a4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:04:26.433282 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:04:28.010194 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:04:28.573652 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874'] for agent, after_create {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:04:32.336496 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 38542) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:04:32.551837 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-e37d3308-e1ea-4c4e-98f0-85342ac3d236 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.2141340
Apr 05 12:04:35.057315 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 38552) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:04:35.118247 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-a7f93337-94e1-481c-a13d-d1cdfd4c6007 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0597270
Apr 05 12:04:47.446796 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 6 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:04:53.623000 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a396155e-cf24-4c9e-97a0-c7a3bcec2b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:04:54.826811 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:04:55.992002 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a8cee380-c4ed-4708-8d10-7e267e87119e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:04:56.435631 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:04:58.013338 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:04:58.558642 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:05:23.624847 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bd496b5b-2df6-45a0-91ae-e481d0ca91ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:05:24.447321 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 6 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:05:24.828630 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:05:25.994813 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1dff52d-a495-4262-aa27-8dc9f73cfa9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:05:26.439410 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:05:28.019124 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:05:28.584117 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:05:53.626433 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c0f19eb-dd8d-4569-9c07-184ca244f940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:05:54.830210 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:05:55.998169 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-235d0616-1e5d-415a-9f3a-858412173cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:05:56.442567 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:05:58.023646 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:05:58.573565 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:01.446632 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 6 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:06:07.449698 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 38744) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:07.977329 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-493775279-network', 'tenant_id': 'b0903b4e64774f679042704eb580949d'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:06:07.982877 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:07.988791 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Usage tracker for resource:network and tenant:b0903b4e64774f679042704eb580949d is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:07.992097 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:07.998285 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:08.009366 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 38764) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:08.016761 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Made reservation on behalf of b0903b4e64774f679042704eb580949d for: {'network': 1} {{(pid=84269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:06:08.021501 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:08.037496 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:08.053561 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 38776) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:08.065521 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:08.070524 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Usage tracker for resource:security_group_rule and tenant:b0903b4e64774f679042704eb580949d is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:08.073406 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:08.080134 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:08.087570 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 38782) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:08.211335 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:08.222959 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:08.232748 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2dd47bae-977f-4e5e-ab53-491e9177571f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:08.267523 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef05e38-56c0-453d-83b5-a3c5fe51c4df,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:08.280593 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:08.280960 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:08.282838 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:08.283193 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:08.283739 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:08.284280 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:08.284812 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:08.285334 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:08.285874 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:08.286467 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:08.286982 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:08.291358 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:08.295671 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Tracked resource versions report:
Apr 05 12:06:08.295671 dv-cinder-784763-1-iscsi neutron-server[84155]: pushed versions:
Apr 05 12:06:08.295671 dv-cinder-784763-1-iscsi neutron-server[84155]: {   'AddressGroup': {'1.2'},
Apr 05 12:06:08.295671 dv-cinder-784763-1-iscsi neutron-server[84155]:     'ConntrackHelper': {'1.0'},
Apr 05 12:06:08.295671 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Log': {'1.0'},
Apr 05 12:06:08.295671 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Network': {'1.1'},
Apr 05 12:06:08.295671 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Port': {'1.7'},
Apr 05 12:06:08.295671 dv-cinder-784763-1-iscsi neutron-server[84155]:     'PortForwarding': {'1.2'},
Apr 05 12:06:08.295671 dv-cinder-784763-1-iscsi neutron-server[84155]:     'QosPolicy': {'1.8'},
Apr 05 12:06:08.295671 dv-cinder-784763-1-iscsi neutron-server[84155]:     'SecurityGroup': {'1.4'},
Apr 05 12:06:08.295671 dv-cinder-784763-1-iscsi neutron-server[84155]:     'SecurityGroupRule': {'1.2'},
Apr 05 12:06:08.295671 dv-cinder-784763-1-iscsi neutron-server[84155]:     'SubPort': {'1.0'},
Apr 05 12:06:08.295671 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Subnet': {'1.1'},
Apr 05 12:06:08.295671 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Trunk': {'1.1'}}
Apr 05 12:06:08.295671 dv-cinder-784763-1-iscsi neutron-server[84155]: consumer versions:
Apr 05 12:06:08.295671 dv-cinder-784763-1-iscsi neutron-server[84155]: {   DHCP agent@dv-cinder-784763-1-iscsi: {},
Apr 05 12:06:08.295671 dv-cinder-784763-1-iscsi neutron-server[84155]:     HyperV agent@hv-cinder-78476: {},
Apr 05 12:06:08.295671 dv-cinder-784763-1-iscsi neutron-server[84155]:     L3 agent@dv-cinder-784763-1-iscsi: {},
Apr 05 12:06:08.295671 dv-cinder-784763-1-iscsi neutron-server[84155]:     Metadata agent@dv-cinder-784763-1-iscsi: {},
Apr 05 12:06:08.295671 dv-cinder-784763-1-iscsi neutron-server[84155]:     Metering agent@dv-cinder-784763-1-iscsi: {},
Apr 05 12:06:08.295671 dv-cinder-784763-1-iscsi neutron-server[84155]:     Open vSwitch agent@dv-cinder-784763-1-iscsi: {   'AddressGroup': '1.2',
Apr 05 12:06:08.295671 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'ConntrackHelper': '1.0',
Apr 05 12:06:08.295671 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Log': '1.0',
Apr 05 12:06:08.295671 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Network': '1.1',
Apr 05 12:06:08.295671 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Port': '1.7',
Apr 05 12:06:08.295671 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'PortForwarding': '1.2',
Apr 05 12:06:08.295671 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'QosPolicy': '1.8',
Apr 05 12:06:08.295671 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'SecurityGroup': '1.4',
Apr 05 12:06:08.295671 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'SecurityGroupRule': '1.2',
Apr 05 12:06:08.295671 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'SubPort': '1.0',
Apr 05 12:06:08.295671 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Subnet': '1.1',
Apr 05 12:06:08.295671 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Trunk': '1.1'}}
Apr 05 12:06:08.295671 dv-cinder-784763-1-iscsi neutron-server[84155]:  {{(pid=84269) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 05 12:06:08.303001 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:08.306612 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'}  {{(pid=84269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 12:06:08.317309 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:08.317885 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.segments_db [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Added segment 53b28aa4-d901-4708-a140-750e38a3cab2 of type vlan for network a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0
Apr 05 12:06:08.349715 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737139937617'] for network, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:08.481703 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2114726205-network', 'tenant_id': '09a08590013048999464095fb2986698'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:06:08.492241 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:08.499617 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Usage tracker for resource:network and tenant:09a08590013048999464095fb2986698 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:08.503909 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:08.513204 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:08.533680 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-09d0a72c-cc89-4f06-ae31-63252b1be2d0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1643510386-network', 'tenant_id': 'a1f3610ab26944db91319f80a64eb76d'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:06:08.540324 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-09d0a72c-cc89-4f06-ae31-63252b1be2d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:08.545626 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-09d0a72c-cc89-4f06-ae31-63252b1be2d0 admin admin] Usage tracker for resource:network and tenant:a1f3610ab26944db91319f80a64eb76d is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:08.550349 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-09d0a72c-cc89-4f06-ae31-63252b1be2d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:08.557856 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-09d0a72c-cc89-4f06-ae31-63252b1be2d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:08.568620 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Made reservation on behalf of 09a08590013048999464095fb2986698 for: {'network': 1} {{(pid=84268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:06:08.574696 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:08.588717 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9dde7bdc-cf36-443e-8101-e2fc90e305a5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-354024715-network', 'tenant_id': '6c0184ae62e6427db9fd25988a10a9c2'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:06:08.593320 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131'] for network, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:08.594476 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9dde7bdc-cf36-443e-8101-e2fc90e305a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:08.595236 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:08.597332 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:08.597966 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for network, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:08.610757 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d0a72c-cc89-4f06-ae31-63252b1be2d0 admin admin] Made reservation on behalf of a1f3610ab26944db91319f80a64eb76d for: {'network': 1} {{(pid=84268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:06:08.616152 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09d0a72c-cc89-4f06-ae31-63252b1be2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:08.621659 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:08.633846 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:08.635274 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-9dde7bdc-cf36-443e-8101-e2fc90e305a5 admin admin] Usage tracker for resource:network and tenant:6c0184ae62e6427db9fd25988a10a9c2 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:08.638841 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-9dde7bdc-cf36-443e-8101-e2fc90e305a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:08.639153 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Usage tracker for resource:security_group_rule and tenant:09a08590013048999464095fb2986698 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:08.643396 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:08.646031 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.1951849
Apr 05 12:06:08.651309 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:08.651487 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 38802) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:08.654339 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9dde7bdc-cf36-443e-8101-e2fc90e305a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:08.660870 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-e1122bdd-a06d-4cd5-a26d-bfb35827d679 admin admin] Request body: {'subnet': {'network_id': 'a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-493775279-subnet', 'tenant_id': 'b0903b4e64774f679042704eb580949d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:06:08.670417 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e1122bdd-a06d-4cd5-a26d-bfb35827d679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:08.736630 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-e1122bdd-a06d-4cd5-a26d-bfb35827d679 admin admin] Usage tracker for resource:subnet and tenant:b0903b4e64774f679042704eb580949d is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:08.748879 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-e1122bdd-a06d-4cd5-a26d-bfb35827d679 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:08.765971 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:08.767437 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09d0a72c-cc89-4f06-ae31-63252b1be2d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:08.776856 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e1122bdd-a06d-4cd5-a26d-bfb35827d679 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:08.781992 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dde7bdc-cf36-443e-8101-e2fc90e305a5 admin admin] Made reservation on behalf of 6c0184ae62e6427db9fd25988a10a9c2 for: {'network': 1} {{(pid=84269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:06:08.785327 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:08.786500 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-09d0a72c-cc89-4f06-ae31-63252b1be2d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:08.787026 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9dde7bdc-cf36-443e-8101-e2fc90e305a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:08.798611 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:08.807693 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-09d0a72c-cc89-4f06-ae31-63252b1be2d0 admin admin] Usage tracker for resource:security_group_rule and tenant:a1f3610ab26944db91319f80a64eb76d is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:08.808043 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9dde7bdc-cf36-443e-8101-e2fc90e305a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:08.820671 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-09d0a72c-cc89-4f06-ae31-63252b1be2d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:08.820830 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'}  {{(pid=84268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 12:06:08.821941 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Pushing event updated for resources: {'Network': ['ID=a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:08.830591 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:08.835108 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1122bdd-a06d-4cd5-a26d-bfb35827d679 admin admin] Made reservation on behalf of b0903b4e64774f679042704eb580949d for: {'subnet': 1} {{(pid=84269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:06:08.837401 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Network a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0 details requested by agent ovs-agent-dv-cinder-784763-1-iscsi with host dv-cinder-784763-1-iscsi {{(pid=84270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 12:06:08.838154 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-09d0a72c-cc89-4f06-ae31-63252b1be2d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:08.840905 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1122bdd-a06d-4cd5-a26d-bfb35827d679 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:08.858765 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737140437943', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:08.859386 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f24626f3b70> segment precommit_create {{(pid=84268) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 05 12:06:08.860371 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.segments_db [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Added segment e495bedb-3d01-4d20-b74e-aa316357e53b of type vlan for network 5ba2dc6d-7a10-4983-bd4a-704d4ac9411b
Apr 05 12:06:08.860961 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9dde7bdc-cf36-443e-8101-e2fc90e305a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:08.865279 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-9dde7bdc-cf36-443e-8101-e2fc90e305a5 admin admin] Usage tracker for resource:security_group_rule and tenant:6c0184ae62e6427db9fd25988a10a9c2 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:08.873043 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-9dde7bdc-cf36-443e-8101-e2fc90e305a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:08.880853 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9dde7bdc-cf36-443e-8101-e2fc90e305a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:08.907366 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46f93ba-6e46-4829-8cf1-97c658723225,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:08.933120 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737139937617'] for network, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:08.938444 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:08.938834 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:08.939198 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:08.939554 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:08.939908 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:08.940272 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:08.940627 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:08.940972 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:08.941334 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:08.941680 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:08.942023 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:08.942434 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:08.943864 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Tracked resource versions report:
Apr 05 12:06:08.943864 dv-cinder-784763-1-iscsi neutron-server[84155]: pushed versions:
Apr 05 12:06:08.943864 dv-cinder-784763-1-iscsi neutron-server[84155]: {   'AddressGroup': {'1.2'},
Apr 05 12:06:08.943864 dv-cinder-784763-1-iscsi neutron-server[84155]:     'ConntrackHelper': {'1.0'},
Apr 05 12:06:08.943864 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Log': {'1.0'},
Apr 05 12:06:08.943864 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Network': {'1.1'},
Apr 05 12:06:08.943864 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Port': {'1.7'},
Apr 05 12:06:08.943864 dv-cinder-784763-1-iscsi neutron-server[84155]:     'PortForwarding': {'1.2'},
Apr 05 12:06:08.943864 dv-cinder-784763-1-iscsi neutron-server[84155]:     'QosPolicy': {'1.8'},
Apr 05 12:06:08.943864 dv-cinder-784763-1-iscsi neutron-server[84155]:     'SecurityGroup': {'1.4'},
Apr 05 12:06:08.943864 dv-cinder-784763-1-iscsi neutron-server[84155]:     'SecurityGroupRule': {'1.2'},
Apr 05 12:06:08.943864 dv-cinder-784763-1-iscsi neutron-server[84155]:     'SubPort': {'1.0'},
Apr 05 12:06:08.943864 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Subnet': {'1.1'},
Apr 05 12:06:08.943864 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Trunk': {'1.1'}}
Apr 05 12:06:08.943864 dv-cinder-784763-1-iscsi neutron-server[84155]: consumer versions:
Apr 05 12:06:08.943864 dv-cinder-784763-1-iscsi neutron-server[84155]: {   DHCP agent@dv-cinder-784763-1-iscsi: {},
Apr 05 12:06:08.943864 dv-cinder-784763-1-iscsi neutron-server[84155]:     HyperV agent@hv-cinder-78476: {},
Apr 05 12:06:08.943864 dv-cinder-784763-1-iscsi neutron-server[84155]:     L3 agent@dv-cinder-784763-1-iscsi: {},
Apr 05 12:06:08.943864 dv-cinder-784763-1-iscsi neutron-server[84155]:     Metadata agent@dv-cinder-784763-1-iscsi: {},
Apr 05 12:06:08.943864 dv-cinder-784763-1-iscsi neutron-server[84155]:     Metering agent@dv-cinder-784763-1-iscsi: {},
Apr 05 12:06:08.943864 dv-cinder-784763-1-iscsi neutron-server[84155]:     Open vSwitch agent@dv-cinder-784763-1-iscsi: {   'AddressGroup': '1.2',
Apr 05 12:06:08.943864 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'ConntrackHelper': '1.0',
Apr 05 12:06:08.943864 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Log': '1.0',
Apr 05 12:06:08.943864 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Network': '1.1',
Apr 05 12:06:08.943864 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Port': '1.7',
Apr 05 12:06:08.943864 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'PortForwarding': '1.2',
Apr 05 12:06:08.943864 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'QosPolicy': '1.8',
Apr 05 12:06:08.943864 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'SecurityGroup': '1.4',
Apr 05 12:06:08.943864 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'SecurityGroupRule': '1.2',
Apr 05 12:06:08.943864 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'SubPort': '1.0',
Apr 05 12:06:08.943864 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Subnet': '1.1',
Apr 05 12:06:08.943864 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Trunk': '1.1'}}
Apr 05 12:06:08.943864 dv-cinder-784763-1-iscsi neutron-server[84155]:  {{(pid=84268) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 05 12:06:08.947852 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:08.976274 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9dde7bdc-cf36-443e-8101-e2fc90e305a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:09.028236 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9dde7bdc-cf36-443e-8101-e2fc90e305a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:09.044230 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:09.049057 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131'] for network, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:09.060165 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:09.063607 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for network, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:09.074330 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:09.119245 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde7bdc-cf36-443e-8101-e2fc90e305a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fabf6ba-4328-4275-a014-e6073d4caef1,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:09.138279 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-9dde7bdc-cf36-443e-8101-e2fc90e305a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:09.159319 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dde7bdc-cf36-443e-8101-e2fc90e305a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'}  {{(pid=84269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 12:06:09.203449 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9dde7bdc-cf36-443e-8101-e2fc90e305a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:09.203842 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.segments_db [None req-9dde7bdc-cf36-443e-8101-e2fc90e305a5 admin admin] Added segment 678a0a32-e584-4bc7-93dc-6b69e2674942 of type vlan for network 07054388-504e-4ac2-b33c-6ef540158df3
Apr 05 12:06:09.296647 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9dde7bdc-cf36-443e-8101-e2fc90e305a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737139937617'] for network, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:09.305787 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09d0a72c-cc89-4f06-ae31-63252b1be2d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:09.318051 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.2630453
Apr 05 12:06:09.319681 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09d0a72c-cc89-4f06-ae31-63252b1be2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:09.320975 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Pushing event updated for resources: {'Network': ['ID=5ba2dc6d-7a10-4983-bd4a-704d4ac9411b,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:09.321847 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 38828) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:09.331255 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-6fb7ee86-1255-494a-adae-7ab0a2c5bdef admin admin] Request body: {'subnet': {'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2114726205-subnet', 'tenant_id': '09a08590013048999464095fb2986698', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:06:09.339963 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d0a72c-cc89-4f06-ae31-63252b1be2d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'}  {{(pid=84268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 12:06:09.348718 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6fb7ee86-1255-494a-adae-7ab0a2c5bdef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:09.351756 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09d0a72c-cc89-4f06-ae31-63252b1be2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:09.352327 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.segments_db [None req-09d0a72c-cc89-4f06-ae31-63252b1be2d0 admin admin] Added segment 74e0d4c5-5da8-4729-9a17-350ef9681d29 of type vlan for network fd5d83a1-0afc-4c19-a65d-89235c908427
Apr 05 12:06:09.358467 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-6fb7ee86-1255-494a-adae-7ab0a2c5bdef admin admin] Usage tracker for resource:subnet and tenant:09a08590013048999464095fb2986698 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:09.371085 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-6fb7ee86-1255-494a-adae-7ab0a2c5bdef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:09.377347 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6fb7ee86-1255-494a-adae-7ab0a2c5bdef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:09.380731 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Network 5ba2dc6d-7a10-4983-bd4a-704d4ac9411b details requested by agent ovs-agent-dv-cinder-784763-1-iscsi with host dv-cinder-784763-1-iscsi {{(pid=84270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 12:06:09.380856 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:09.381335 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:09.414605 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d0a72c-cc89-4f06-ae31-63252b1be2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab940dd0-76f9-47bc-9ba6-1440371c1958,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:09.419580 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-09d0a72c-cc89-4f06-ae31-63252b1be2d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:09.421471 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09d0a72c-cc89-4f06-ae31-63252b1be2d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737139937617'] for network, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:09.466421 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb7ee86-1255-494a-adae-7ab0a2c5bdef admin admin] Made reservation on behalf of 09a08590013048999464095fb2986698 for: {'subnet': 1} {{(pid=84269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:06:09.472493 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6fb7ee86-1255-494a-adae-7ab0a2c5bdef admin admin] Notify callbacks [] for subnet, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:09.477959 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09d0a72c-cc89-4f06-ae31-63252b1be2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131'] for network, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:09.486625 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d0a72c-cc89-4f06-ae31-63252b1be2d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:09.487281 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-09d0a72c-cc89-4f06-ae31-63252b1be2d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for network, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:09.489835 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [None req-9dde7bdc-cf36-443e-8101-e2fc90e305a5 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 05 12:06:09.495095 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:09.618490 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9dde7bdc-cf36-443e-8101-e2fc90e305a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131'] for network, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:09.628233 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dde7bdc-cf36-443e-8101-e2fc90e305a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:09.628863 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9dde7bdc-cf36-443e-8101-e2fc90e305a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for network, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:09.640231 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-fbc0606d-687d-4f2a-b9b0-50f5fa2f7d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:09.649534 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-09d0a72c-cc89-4f06-ae31-63252b1be2d0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.5608127
Apr 05 12:06:09.652571 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 38844) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:09.664481 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-d14ee7e4-0a78-40fb-87c4-c37df06ec7fc admin admin] Request body: {'subnet': {'network_id': 'fd5d83a1-0afc-4c19-a65d-89235c908427', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1643510386-subnet', 'tenant_id': 'a1f3610ab26944db91319f80a64eb76d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:06:09.667978 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d0a72c-cc89-4f06-ae31-63252b1be2d0 admin admin] Pushing event updated for resources: {'Network': ['ID=fd5d83a1-0afc-4c19-a65d-89235c908427,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:09.681328 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-09d0a72c-cc89-4f06-ae31-63252b1be2d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:09.682486 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d14ee7e4-0a78-40fb-87c4-c37df06ec7fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:09.686856 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-d14ee7e4-0a78-40fb-87c4-c37df06ec7fc admin admin] Usage tracker for resource:subnet and tenant:a1f3610ab26944db91319f80a64eb76d is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:09.690464 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-d14ee7e4-0a78-40fb-87c4-c37df06ec7fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:09.691315 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Network fd5d83a1-0afc-4c19-a65d-89235c908427 details requested by agent ovs-agent-dv-cinder-784763-1-iscsi with host dv-cinder-784763-1-iscsi {{(pid=84270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 12:06:09.697861 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d14ee7e4-0a78-40fb-87c4-c37df06ec7fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:09.709154 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14ee7e4-0a78-40fb-87c4-c37df06ec7fc admin admin] Made reservation on behalf of a1f3610ab26944db91319f80a64eb76d for: {'subnet': 1} {{(pid=84268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:06:09.716859 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d14ee7e4-0a78-40fb-87c4-c37df06ec7fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:09.871231 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-9dde7bdc-cf36-443e-8101-e2fc90e305a5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.8581605
Apr 05 12:06:09.871231 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde7bdc-cf36-443e-8101-e2fc90e305a5 admin admin] Pushing event updated for resources: {'Network': ['ID=07054388-504e-4ac2-b33c-6ef540158df3,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:09.871895 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 38856) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:09.880616 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-9dde7bdc-cf36-443e-8101-e2fc90e305a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:09.884547 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Network 07054388-504e-4ac2-b33c-6ef540158df3 details requested by agent ovs-agent-dv-cinder-784763-1-iscsi with host dv-cinder-784763-1-iscsi {{(pid=84270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 12:06:09.887818 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-4aef471f-271b-4b9b-8d32-dd378abcc812 admin admin] Request body: {'subnet': {'network_id': '07054388-504e-4ac2-b33c-6ef540158df3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-354024715-subnet', 'tenant_id': '6c0184ae62e6427db9fd25988a10a9c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:06:09.893167 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4aef471f-271b-4b9b-8d32-dd378abcc812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:09.898755 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-4aef471f-271b-4b9b-8d32-dd378abcc812 admin admin] Usage tracker for resource:subnet and tenant:6c0184ae62e6427db9fd25988a10a9c2 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:09.902170 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-4aef471f-271b-4b9b-8d32-dd378abcc812 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:09.908581 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4aef471f-271b-4b9b-8d32-dd378abcc812 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:10.005362 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aef471f-271b-4b9b-8d32-dd378abcc812 admin admin] Made reservation on behalf of 6c0184ae62e6427db9fd25988a10a9c2 for: {'subnet': 1} {{(pid=84269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:06:10.018250 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4aef471f-271b-4b9b-8d32-dd378abcc812 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:10.328908 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d14ee7e4-0a78-40fb-87c4-c37df06ec7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131'] for subnet, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:10.352913 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 38878) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:10.353690 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-66743191-d9e3-4be7-8ca5-0d867abbf88b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:10.512097 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ee7e4-0a78-40fb-87c4-c37df06ec7fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=74c049cd-31ec-4d29-96c1-0284390e0646,revision_number=0']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:10.520220 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d14ee7e4-0a78-40fb-87c4-c37df06ec7fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:10.646229 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1122bdd-a06d-4cd5-a26d-bfb35827d679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131'] for subnet, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:10.650668 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14ee7e4-0a78-40fb-87c4-c37df06ec7fc admin admin] Checking segment: {'id': '74e0d4c5-5da8-4729-9a17-350ef9681d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd5d83a1-0afc-4c19-a65d-89235c908427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:06:10.653952 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14ee7e4-0a78-40fb-87c4-c37df06ec7fc admin admin] Network hostable DHCP agents. Network: fd5d83a1-0afc-4c19-a65d-89235c908427, hostable agents: ['09bf275b-3c10-4287-a080-17cf02d540e7'], hosted agents: [] {{(pid=84268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 12:06:10.673545 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:10.684253 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14ee7e4-0a78-40fb-87c4-c37df06ec7fc admin admin] Network fd5d83a1-0afc-4c19-a65d-89235c908427 is scheduled to be hosted by DHCP agent 09bf275b-3c10-4287-a080-17cf02d540e7 with binding_index 1 {{(pid=84268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 12:06:10.695084 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-d14ee7e4-0a78-40fb-87c4-c37df06ec7fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-iscsi, fd5d83a1-0afc-4c19-a65d-89235c908427) {{(pid=84268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:06:10.700391 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14ee7e4-0a78-40fb-87c4-c37df06ec7fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:10.701290 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d14ee7e4-0a78-40fb-87c4-c37df06ec7fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for subnet, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:10.707658 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b50ee44-1efe-4e51-a4c2-c27740edd897 None None] Network fd5d83a1-0afc-4c19-a65d-89235c908427 requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:06:10.775515 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-d14ee7e4-0a78-40fb-87c4-c37df06ec7fc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.1194849
Apr 05 12:06:10.778630 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c9f90260-4ef9-48ae-8489-727da87dcc00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:10.799443 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c9f90260-4ef9-48ae-8489-727da87dcc00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:10.804156 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-c9f90260-4ef9-48ae-8489-727da87dcc00 admin admin] Usage tracker for resource:security_group_rule and tenant:c7e66aa3c0e4422dabbd82c5f12003a8 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:10.807647 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-c9f90260-4ef9-48ae-8489-727da87dcc00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:10.814281 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c9f90260-4ef9-48ae-8489-727da87dcc00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:10.860603 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1122bdd-a06d-4cd5-a26d-bfb35827d679 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ced82538-3893-4e0b-a29e-4343c9a27f88,revision_number=0']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:10.880192 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e1122bdd-a06d-4cd5-a26d-bfb35827d679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:10.988254 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c9f90260-4ef9-48ae-8489-727da87dcc00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:10.993387 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c9f90260-4ef9-48ae-8489-727da87dcc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:11.013657 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-09d0a72c-cc89-4f06-ae31-63252b1be2d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:11.074937 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f90260-4ef9-48ae-8489-727da87dcc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a172e4-4331-4f98-ac33-5e668454685b,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:11.078459 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-c9f90260-4ef9-48ae-8489-727da87dcc00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:11.085356 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-c9f90260-4ef9-48ae-8489-727da87dcc00 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c7e66aa3c0e4422dabbd82c5f12003a8&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6684339
Apr 05 12:06:11.086050 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 38914) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:11.095780 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6fb7ee86-1255-494a-adae-7ab0a2c5bdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131'] for subnet, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:11.117177 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ca37c7-9914-4c57-920a-168fbe39313c None None] Network fd5d83a1-0afc-4c19-a65d-89235c908427 requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:06:11.184125 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-db77d8c2-566e-4e20-96ec-1821d0688d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:11.222943 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c0293338-1f41-4cc0-83fd-8a1fa956f9b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:11.256900 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c0293338-1f41-4cc0-83fd-8a1fa956f9b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:11.381310 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c0293338-1f41-4cc0-83fd-8a1fa956f9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:11.387154 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:11.421264 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0293338-1f41-4cc0-83fd-8a1fa956f9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a172e4-4331-4f98-ac33-5e668454685b,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:11.423297 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c0293338-1f41-4cc0-83fd-8a1fa956f9b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:11.424498 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-c0293338-1f41-4cc0-83fd-8a1fa956f9b7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/26a172e4-4331-4f98-ac33-5e668454685b HTTP/1.1" status: 204  len: 168 time: 0.3372970
Apr 05 12:06:11.425476 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-c0293338-1f41-4cc0-83fd-8a1fa956f9b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:11.510908 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 38952) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:11.516899 dv-cinder-784763-1-iscsi neutron-server[84155]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 05 12:06:11.707963 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1122bdd-a06d-4cd5-a26d-bfb35827d679 admin admin] Checking segment: {'id': '53b28aa4-d901-4708-a140-750e38a3cab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:06:11.708362 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1122bdd-a06d-4cd5-a26d-bfb35827d679 admin admin] Network hostable DHCP agents. Network: a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0, hostable agents: ['09bf275b-3c10-4287-a080-17cf02d540e7'], hosted agents: [] {{(pid=84269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 12:06:11.759406 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7ee86-1255-494a-adae-7ab0a2c5bdef admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3bbfe2a-e26d-4eee-9523-0b0e4c649bfb,revision_number=0']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:11.763430 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-6fb7ee86-1255-494a-adae-7ab0a2c5bdef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:11.839455 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1122bdd-a06d-4cd5-a26d-bfb35827d679 admin admin] Network a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0 is scheduled to be hosted by DHCP agent 09bf275b-3c10-4287-a080-17cf02d540e7 with binding_index 1 {{(pid=84269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 12:06:11.844135 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-28ea66da-1b28-4f7a-aacd-520e5f1ed51f tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:11.844908 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-28ea66da-1b28-4f7a-aacd-520e5f1ed51f tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Synchronizing usage tracker for tenant:a1f3610ab26944db91319f80a64eb76d on resource:network {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:06:11.875560 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-28ea66da-1b28-4f7a-aacd-520e5f1ed51f tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Unset dirty status for tenant:a1f3610ab26944db91319f80a64eb76d on resource:network {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:06:11.877851 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-28ea66da-1b28-4f7a-aacd-520e5f1ed51f tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/networks?id=fd5d83a1-0afc-4c19-a65d-89235c908427 HTTP/1.1" status: 200  len: 812 time: 0.3636880
Apr 05 12:06:11.883751 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-e1122bdd-a06d-4cd5-a26d-bfb35827d679 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-iscsi, a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0) {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:06:11.894209 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a76821-1134-4cea-995e-497ca2f23ab1 None None] Network a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0 requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:06:11.897920 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1122bdd-a06d-4cd5-a26d-bfb35827d679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:11.898623 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e1122bdd-a06d-4cd5-a26d-bfb35827d679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for subnet, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:11.901809 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-0f59eb58-34eb-4ffe-9714-7e1195f571b9 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/quotas/a1f3610ab26944db91319f80a64eb76d HTTP/1.1" status: 200  len: 375 time: 0.0126517
Apr 05 12:06:11.915357 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4aef471f-271b-4b9b-8d32-dd378abcc812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131'] for subnet, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:11.949045 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-6fb7ee86-1255-494a-adae-7ab0a2c5bdef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:12.008461 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-f77ca56e-3465-4813-ab57-4fe15d95b6c5 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1f3610ab26944db91319f80a64eb76d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0935302
Apr 05 12:06:12.083605 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-e1122bdd-a06d-4cd5-a26d-bfb35827d679 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 3.4283471
Apr 05 12:06:12.084454 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 38976) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:12.092418 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-3d7e7cc7-f6a2-48fd-8429-cbe6bfcb5ce0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-493775279-router', 'tenant_id': 'b0903b4e64774f679042704eb580949d', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'}}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:06:12.097365 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 38980) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:12.103507 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb7ee86-1255-494a-adae-7ab0a2c5bdef admin admin] Checking segment: {'id': 'e495bedb-3d01-4d20-b74e-aa316357e53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:06:12.103910 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb7ee86-1255-494a-adae-7ab0a2c5bdef admin admin] Network hostable DHCP agents. Network: 5ba2dc6d-7a10-4983-bd4a-704d4ac9411b, hostable agents: ['09bf275b-3c10-4287-a080-17cf02d540e7'], hosted agents: [] {{(pid=84269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 12:06:12.105024 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3d7e7cc7-f6a2-48fd-8429-cbe6bfcb5ce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:12.130579 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-3d7e7cc7-f6a2-48fd-8429-cbe6bfcb5ce0 admin admin] Usage tracker for resource:router and tenant:b0903b4e64774f679042704eb580949d is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:12.137782 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-3d7e7cc7-f6a2-48fd-8429-cbe6bfcb5ce0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:12.146313 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dcd62ca5-ac41-4c78-bce3-19a874ed3ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:12.160901 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3d7e7cc7-f6a2-48fd-8429-cbe6bfcb5ce0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:12.167568 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 38984) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:12.176399 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef471f-271b-4b9b-8d32-dd378abcc812 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a41d3eb2-4ae3-4bca-813b-303785d3193b,revision_number=0']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:12.184825 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-4aef471f-271b-4b9b-8d32-dd378abcc812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:12.188362 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-dcd62ca5-ac41-4c78-bce3-19a874ed3ea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:12.196564 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-dcd62ca5-ac41-4c78-bce3-19a874ed3ea7 admin admin] Usage tracker for resource:security_group_rule and tenant:d85b762f275142e687029496cce1d81d is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:12.201612 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-dcd62ca5-ac41-4c78-bce3-19a874ed3ea7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:12.205947 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3d7e7cc7-f6a2-48fd-8429-cbe6bfcb5ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773687'] for router, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:12.207883 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb7ee86-1255-494a-adae-7ab0a2c5bdef admin admin] Network 5ba2dc6d-7a10-4983-bd4a-704d4ac9411b is scheduled to be hosted by DHCP agent 09bf275b-3c10-4287-a080-17cf02d540e7 with binding_index 1 {{(pid=84269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 12:06:12.208354 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3d7e7cc7-f6a2-48fd-8429-cbe6bfcb5ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854366841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854330512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854383299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2110'] for router, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:12.222923 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-dcd62ca5-ac41-4c78-bce3-19a874ed3ea7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:12.224206 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-6fb7ee86-1255-494a-adae-7ab0a2c5bdef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-iscsi, 5ba2dc6d-7a10-4983-bd4a-704d4ac9411b) {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:06:12.232354 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb7ee86-1255-494a-adae-7ab0a2c5bdef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:12.232993 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6fb7ee86-1255-494a-adae-7ab0a2c5bdef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for subnet, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:12.234253 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec730ab-99e7-417b-9b38-47c286f26761 None None] Network 5ba2dc6d-7a10-4983-bd4a-704d4ac9411b requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:06:12.276604 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3d7e7cc7-f6a2-48fd-8429-cbe6bfcb5ce0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:12.282020 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-6fb7ee86-1255-494a-adae-7ab0a2c5bdef admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 2.9590006
Apr 05 12:06:12.287069 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 38990) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:12.291947 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aef471f-271b-4b9b-8d32-dd378abcc812 admin admin] Checking segment: {'id': '678a0a32-e584-4bc7-93dc-6b69e2674942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '07054388-504e-4ac2-b33c-6ef540158df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:06:12.292437 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aef471f-271b-4b9b-8d32-dd378abcc812 admin admin] Network hostable DHCP agents. Network: 07054388-504e-4ac2-b33c-6ef540158df3, hostable agents: ['09bf275b-3c10-4287-a080-17cf02d540e7'], hosted agents: [] {{(pid=84269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 12:06:12.301114 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-1c5e3a59-fa60-4381-ab62-09db0c09c717 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2114726205-router', 'tenant_id': '09a08590013048999464095fb2986698', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'}}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:06:12.307165 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1c5e3a59-fa60-4381-ab62-09db0c09c717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:12.315743 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-1c5e3a59-fa60-4381-ab62-09db0c09c717 admin admin] Usage tracker for resource:router and tenant:09a08590013048999464095fb2986698 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:12.321846 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-1c5e3a59-fa60-4381-ab62-09db0c09c717 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:12.329828 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1c5e3a59-fa60-4381-ab62-09db0c09c717 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:12.336559 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aef471f-271b-4b9b-8d32-dd378abcc812 admin admin] Network 07054388-504e-4ac2-b33c-6ef540158df3 is scheduled to be hosted by DHCP agent 09bf275b-3c10-4287-a080-17cf02d540e7 with binding_index 1 {{(pid=84269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 12:06:12.344865 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c5e3a59-fa60-4381-ab62-09db0c09c717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773687'] for router, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:12.346063 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c5e3a59-fa60-4381-ab62-09db0c09c717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854366841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854330512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854383299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2110'] for router, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:12.351199 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-4aef471f-271b-4b9b-8d32-dd378abcc812 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-iscsi, 07054388-504e-4ac2-b33c-6ef540158df3) {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:06:12.356558 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aef471f-271b-4b9b-8d32-dd378abcc812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:12.357197 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4aef471f-271b-4b9b-8d32-dd378abcc812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for subnet, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:12.380848 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c5e3a59-fa60-4381-ab62-09db0c09c717 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:12.395013 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-4aef471f-271b-4b9b-8d32-dd378abcc812 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.5177190
Apr 05 12:06:12.416844 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe27eb68-3b02-4452-ae8e-b01e9ec33542 None None] Network a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0 requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:06:12.490794 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b0519c-4804-44ea-958d-36e639a97b65 None None] Network 07054388-504e-4ac2-b33c-6ef540158df3 requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:06:12.711003 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c5e3a59-fa60-4381-ab62-09db0c09c717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854330527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854367201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2095'] for router, precommit_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:12.735619 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-01614927-a6ee-42f3-9214-e75b22ee3d33 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84268) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 05 12:06:12.736882 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-01614927-a6ee-42f3-9214-e75b22ee3d33 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3680010
Apr 05 12:06:12.813294 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1982f07b-7870-5634-aae6-8a59c2355e32-5ba2dc6d-7a10-4983-bd4a-704d4ac9411b', 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b', 'tenant_id': '09a08590013048999464095fb2986698', 'fixed_ips': [{'subnet_id': 'd3bbfe2a-e26d-4eee-9523-0b0e4c649bfb'}]}} from dv-cinder-784763-1-iscsi. {{(pid=84270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 05 12:06:12.814213 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:12.889626 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-33d45eda-09de-4842-b235-4552367bfc98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:12.997085 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-33d45eda-09de-4842-b235-4552367bfc98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:13.077235 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 39028) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:13.132250 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-33d45eda-09de-4842-b235-4552367bfc98 admin admin] Usage tracker for resource:security_group_rule and tenant:4ac8585d72644b0bb4c170140c8c23f2 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:13.150712 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-33d45eda-09de-4842-b235-4552367bfc98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:13.175097 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3d7e7cc7-f6a2-48fd-8429-cbe6bfcb5ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854330527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854367201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2095'] for router, precommit_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:13.179932 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-33d45eda-09de-4842-b235-4552367bfc98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:13.215023 dv-cinder-784763-1-iscsi neutron-server[84155]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 05 12:06:13.362032 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dcd62ca5-ac41-4c78-bce3-19a874ed3ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:13.389208 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dcd62ca5-ac41-4c78-bce3-19a874ed3ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:13.441779 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c5e3a59-fa60-4381-ab62-09db0c09c717 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:13.448886 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-c0293338-1f41-4cc0-83fd-8a1fa956f9b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:13.502922 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c5e3a59-fa60-4381-ab62-09db0c09c717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:13.504378 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-dcd62ca5-ac41-4c78-bce3-19a874ed3ea7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d85b762f275142e687029496cce1d81d&name=default HTTP/1.1" status: 200  len: 2975 time: 1.4024160
Apr 05 12:06:13.505336 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd62ca5-ac41-4c78-bce3-19a874ed3ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c367ece-6255-4f31-ae4d-0948b976fc61,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:13.513030 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 39038) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:13.519563 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-dcd62ca5-ac41-4c78-bce3-19a874ed3ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:13.528629 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-9391ebbc-b5d2-4a5b-a9f1-f3474d94ca62 service neutron] 10.222.0.36 "GET /v2.0/networks/fd5d83a1-0afc-4c19-a65d-89235c908427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6907144
Apr 05 12:06:13.626229 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-7978c250-124c-426f-8b9d-6818c64372f3 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:13.627291 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-7978c250-124c-426f-8b9d-6818c64372f3 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Synchronizing usage tracker for tenant:6c0184ae62e6427db9fd25988a10a9c2 on resource:network {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:06:13.630225 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Allocated IP 172.20.0.2 (5ba2dc6d-7a10-4983-bd4a-704d4ac9411b/d3bbfe2a-e26d-4eee-9523-0b0e4c649bfb/799c4e53-080f-44a2-83d2-7aed613e3359) {{(pid=84270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:06:13.729905 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-17b69f0d-0f3a-4467-b282-dee0b5a9b291 service neutron] 10.222.0.36 "GET /v2.0/networks/fd5d83a1-0afc-4c19-a65d-89235c908427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1787322
Apr 05 12:06:13.918539 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-1c5e3a59-fa60-4381-ab62-09db0c09c717 admin admin] Allocated IP 172.27.0.138 (9d12ef10-d92d-4db6-ae05-ceb86a15802e/0ceae222-356e-4bb7-8260-995ea8a55dd5/0ab42e20-ed2d-46b8-a8e9-e19678cd50c0) {{(pid=84269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:06:13.932048 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e664f9-35a0-48ab-844b-1e6fb47e417d None None] Network 07054388-504e-4ac2-b33c-6ef540158df3 requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:06:14.005731 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f0618c3-c3f8-4a27-bdda-eb5cfe4cf993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:14.059656 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f0618c3-c3f8-4a27-bdda-eb5cfe4cf993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:14.165097 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-33d45eda-09de-4842-b235-4552367bfc98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:14.181924 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-33d45eda-09de-4842-b235-4552367bfc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:14.183558 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-7978c250-124c-426f-8b9d-6818c64372f3 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Unset dirty status for tenant:6c0184ae62e6427db9fd25988a10a9c2 on resource:network {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:06:14.190903 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-7978c250-124c-426f-8b9d-6818c64372f3 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/networks?id=07054388-504e-4ac2-b33c-6ef540158df3 HTTP/1.1" status: 200  len: 814 time: 0.9874783
Apr 05 12:06:14.198250 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Notify callbacks [] for port, precommit_create {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:14.226803 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-8264b4ae-9362-49ae-ba30-c67d08981cd0 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/quotas/6c0184ae62e6427db9fd25988a10a9c2 HTTP/1.1" status: 200  len: 375 time: 0.0349057
Apr 05 12:06:14.301333 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-c9f90260-4ef9-48ae-8489-727da87dcc00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:14.302803 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Transition to ACTIVE for port object 799c4e53-080f-44a2-83d2-7aed613e3359 will not be triggered until provisioned by entity L2. {{(pid=84270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:06:14.306804 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-6851a1b8-9894-484c-8996-a6f560c5b705 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c0184ae62e6427db9fd25988a10a9c2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0790079
Apr 05 12:06:14.312723 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-33d45eda-09de-4842-b235-4552367bfc98 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4ac8585d72644b0bb4c170140c8c23f2&name=default HTTP/1.1" status: 200  len: 2975 time: 2.1438427
Apr 05 12:06:14.322006 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 39070) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:14.331142 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Transition to ACTIVE for port object 799c4e53-080f-44a2-83d2-7aed613e3359 will not be triggered until provisioned by entity DHCP. {{(pid=84270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:06:14.332529 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c17c17ec-26a5-45ae-94c1-6e11a8647849 req-e7db9eb5-0116-4332-98e7-f0857b534dcb tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 210 time: 0.1637735
Apr 05 12:06:14.340002 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368'] for port, after_create {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:14.373764 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d45eda-09de-4842-b235-4552367bfc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67284223-beba-4b18-b41c-37511bb64fb2,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:14.377063 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-33d45eda-09de-4842-b235-4552367bfc98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:14.383639 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3d7e7cc7-f6a2-48fd-8429-cbe6bfcb5ce0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:14.418871 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3d7e7cc7-f6a2-48fd-8429-cbe6bfcb5ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:14.420725 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f0618c3-c3f8-4a27-bdda-eb5cfe4cf993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:14.433996 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c5e3a59-fa60-4381-ab62-09db0c09c717 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:14.468537 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:14.472523 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-49c75a1e-f76e-4f09-83df-683e52d6acf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:14.493737 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0618c3-c3f8-4a27-bdda-eb5cfe4cf993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c367ece-6255-4f31-ae4d-0948b976fc61,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:14.502027 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-9f0618c3-c3f8-4a27-bdda-eb5cfe4cf993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:14.516582 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-49c75a1e-f76e-4f09-83df-683e52d6acf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:14.534633 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f0618c3-c3f8-4a27-bdda-eb5cfe4cf993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:14.539438 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:14.540108 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-9f0618c3-c3f8-4a27-bdda-eb5cfe4cf993 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0c367ece-6255-4f31-ae4d-0948b976fc61 HTTP/1.1" status: 204  len: 168 time: 1.0223107
Apr 05 12:06:14.565600 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-b93535d1-f5a6-4782-8987-98841a805b31 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 05 12:06:14.575871 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-b93535d1-f5a6-4782-8987-98841a805b31 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1489024
Apr 05 12:06:14.581045 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c5e3a59-fa60-4381-ab62-09db0c09c717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368'] for port, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:14.649127 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Network 5ba2dc6d-7a10-4983-bd4a-704d4ac9411b is already hosted by enough agents. {{(pid=84270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:06:14.661095 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-3d7e7cc7-f6a2-48fd-8429-cbe6bfcb5ce0 admin admin] Allocated IP 172.27.0.135 (9d12ef10-d92d-4db6-ae05-ceb86a15802e/0ceae222-356e-4bb7-8260-995ea8a55dd5/85dc421f-eb56-4711-b5ba-90c999618782) {{(pid=84268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:06:14.687905 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Pushing event updated for resources: {'Port': ['ID=799c4e53-080f-44a2-83d2-7aed613e3359,revision_number=1']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:14.697123 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Resources bound (agent type, host, resource id):  {{(pid=84270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:06:14.700176 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Received port after_create {{(pid=84270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:06:14.706387 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:14.707047 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:14.707624 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:14.708186 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:14.708744 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:14.709778 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:14.710388 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:14.710941 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:14.711493 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:14.712055 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:14.712624 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:14.713171 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:14.714574 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Tracked resource versions report:
Apr 05 12:06:14.714574 dv-cinder-784763-1-iscsi neutron-server[84155]: pushed versions:
Apr 05 12:06:14.714574 dv-cinder-784763-1-iscsi neutron-server[84155]: {   'AddressGroup': {'1.2'},
Apr 05 12:06:14.714574 dv-cinder-784763-1-iscsi neutron-server[84155]:     'ConntrackHelper': {'1.0'},
Apr 05 12:06:14.714574 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Log': {'1.0'},
Apr 05 12:06:14.714574 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Network': {'1.1'},
Apr 05 12:06:14.714574 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Port': {'1.7'},
Apr 05 12:06:14.714574 dv-cinder-784763-1-iscsi neutron-server[84155]:     'PortForwarding': {'1.2'},
Apr 05 12:06:14.714574 dv-cinder-784763-1-iscsi neutron-server[84155]:     'QosPolicy': {'1.8'},
Apr 05 12:06:14.714574 dv-cinder-784763-1-iscsi neutron-server[84155]:     'SecurityGroup': {'1.4'},
Apr 05 12:06:14.714574 dv-cinder-784763-1-iscsi neutron-server[84155]:     'SecurityGroupRule': {'1.2'},
Apr 05 12:06:14.714574 dv-cinder-784763-1-iscsi neutron-server[84155]:     'SubPort': {'1.0'},
Apr 05 12:06:14.714574 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Subnet': {'1.1'},
Apr 05 12:06:14.714574 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Trunk': {'1.1'}}
Apr 05 12:06:14.714574 dv-cinder-784763-1-iscsi neutron-server[84155]: consumer versions:
Apr 05 12:06:14.714574 dv-cinder-784763-1-iscsi neutron-server[84155]: {   DHCP agent@dv-cinder-784763-1-iscsi: {},
Apr 05 12:06:14.714574 dv-cinder-784763-1-iscsi neutron-server[84155]:     HyperV agent@hv-cinder-78476: {},
Apr 05 12:06:14.714574 dv-cinder-784763-1-iscsi neutron-server[84155]:     L3 agent@dv-cinder-784763-1-iscsi: {},
Apr 05 12:06:14.714574 dv-cinder-784763-1-iscsi neutron-server[84155]:     Metadata agent@dv-cinder-784763-1-iscsi: {},
Apr 05 12:06:14.714574 dv-cinder-784763-1-iscsi neutron-server[84155]:     Metering agent@dv-cinder-784763-1-iscsi: {},
Apr 05 12:06:14.714574 dv-cinder-784763-1-iscsi neutron-server[84155]:     Open vSwitch agent@dv-cinder-784763-1-iscsi: {   'AddressGroup': '1.2',
Apr 05 12:06:14.714574 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'ConntrackHelper': '1.0',
Apr 05 12:06:14.714574 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Log': '1.0',
Apr 05 12:06:14.714574 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Network': '1.1',
Apr 05 12:06:14.714574 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Port': '1.7',
Apr 05 12:06:14.714574 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'PortForwarding': '1.2',
Apr 05 12:06:14.714574 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'QosPolicy': '1.8',
Apr 05 12:06:14.714574 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'SecurityGroup': '1.4',
Apr 05 12:06:14.714574 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'SecurityGroupRule': '1.2',
Apr 05 12:06:14.714574 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'SubPort': '1.0',
Apr 05 12:06:14.714574 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Subnet': '1.1',
Apr 05 12:06:14.714574 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Trunk': '1.1'}}
Apr 05 12:06:14.714574 dv-cinder-784763-1-iscsi neutron-server[84155]:  {{(pid=84270) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 05 12:06:14.720653 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:14.751036 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:14.832125 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Attempting to bind port 799c4e53-080f-44a2-83d2-7aed613e3359 on host dv-cinder-784763-1-iscsi for vnic_type normal with profile  {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:06:14.832533 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Attempting to bind port 799c4e53-080f-44a2-83d2-7aed613e3359 by drivers openvswitch,hyperv on host dv-cinder-784763-1-iscsi at level 0 using segments [{'id': 'e495bedb-3d01-4d20-b74e-aa316357e53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b'}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:06:14.832936 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Attempting to bind port 799c4e53-080f-44a2-83d2-7aed613e3359 on network 5ba2dc6d-7a10-4983-bd4a-704d4ac9411b {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:06:14.838898 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Checking agent: {'id': '93e0106f-7977-40cd-8b89-dc51f73202a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 25), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:06:14.839312 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Checking segment: {'id': 'e495bedb-3d01-4d20-b74e-aa316357e53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:06:14.839752 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:14.840314 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Bound using segment: {'id': 'e495bedb-3d01-4d20-b74e-aa316357e53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b'} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:06:14.840823 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Bound port: 799c4e53-080f-44a2-83d2-7aed613e3359, host: dv-cinder-784763-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e495bedb-3d01-4d20-b74e-aa316357e53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b'}}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:06:14.841232 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:14.858344 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3d7e7cc7-f6a2-48fd-8429-cbe6bfcb5ce0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:14.890362 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3d7e7cc7-f6a2-48fd-8429-cbe6bfcb5ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368'] for port, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:14.916189 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-3bd26b3f-da97-440e-bed8-1f94caf28b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:14.962779 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] For port 799c4e53-080f-44a2-83d2-7aed613e3359, host dv-cinder-784763-1-iscsi, cleared binding levels {{(pid=84270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:06:14.966383 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] For port 799c4e53-080f-44a2-83d2-7aed613e3359, host dv-cinder-784763-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=799c4e53-080f-44a2-83d2-7aed613e3359,segment=NetworkSegment(e495bedb-3d01-4d20-b74e-aa316357e53b),segment_id=e495bedb-3d01-4d20-b74e-aa316357e53b)] {{(pid=84270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:06:14.970549 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:14.988327 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:15.033402 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-49c75a1e-f76e-4f09-83df-683e52d6acf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:15.070783 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e3a59-fa60-4381-ab62-09db0c09c717 admin admin] Pushing event updated for resources: {'Port': ['ID=0ab42e20-ed2d-46b8-a8e9-e19678cd50c0,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:15.081217 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-1c5e3a59-fa60-4381-ab62-09db0c09c717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:15.090045 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:15.111526 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c75a1e-f76e-4f09-83df-683e52d6acf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67284223-beba-4b18-b41c-37511bb64fb2,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:15.122386 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-49c75a1e-f76e-4f09-83df-683e52d6acf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:15.160391 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-49c75a1e-f76e-4f09-83df-683e52d6acf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:15.161868 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-49c75a1e-f76e-4f09-83df-683e52d6acf4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/67284223-beba-4b18-b41c-37511bb64fb2 HTTP/1.1" status: 204  len: 168 time: 0.8385031
Apr 05 12:06:15.201920 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Pushing event updated for resources: {'Port': ['ID=799c4e53-080f-44a2-83d2-7aed613e3359,revision_number=2']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:15.207463 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-52a03899-3d4d-4e87-90bf-1533a90f582d service neutron] 10.222.0.36 "GET /v2.0/networks/07054388-504e-4ac2-b33c-6ef540158df3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6216450
Apr 05 12:06:15.252190 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:15.317595 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e7cc7-f6a2-48fd-8429-cbe6bfcb5ce0 admin admin] Pushing event updated for resources: {'Port': ['ID=85dc421f-eb56-4711-b5ba-90c999618782,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:15.335833 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-3d7e7cc7-f6a2-48fd-8429-cbe6bfcb5ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:15.562591 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3c2208de-bb5f-4110-8055-0689bd2db416 req-3d8f5973-57ed-4dbb-af16-20ac94d07fcc tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 210 time: 0.1061797
Apr 05 12:06:15.578071 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7e7cc7-f6a2-48fd-8429-cbe6bfcb5ce0 admin admin] Network 9d12ef10-d92d-4db6-ae05-ceb86a15802e is already hosted by enough agents. {{(pid=84268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:06:15.579323 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-3d7e7cc7-f6a2-48fd-8429-cbe6bfcb5ce0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:06:15.581751 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7e7cc7-f6a2-48fd-8429-cbe6bfcb5ce0 admin admin] Received port after_create {{(pid=84268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:06:15.781525 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5e3a59-fa60-4381-ab62-09db0c09c717 admin admin] Network 9d12ef10-d92d-4db6-ae05-ceb86a15802e is already hosted by enough agents. {{(pid=84269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:06:15.784929 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-1c5e3a59-fa60-4381-ab62-09db0c09c717 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:06:15.822956 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5e3a59-fa60-4381-ab62-09db0c09c717 admin admin] Received port after_create {{(pid=84269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:06:16.156399 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-6888b9ba-a503-4aaa-a8eb-382b61306ddd service neutron] 10.222.0.36 "GET /v2.0/networks/07054388-504e-4ac2-b33c-6ef540158df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9302609
Apr 05 12:06:16.559990 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3d7e7cc7-f6a2-48fd-8429-cbe6bfcb5ce0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:16.804862 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2022d923-7ad3-479a-a913-ade2b65df07c req-26b02a92-0d2a-4fc6-b885-fa1640062e7b tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 210 time: 0.1785812
Apr 05 12:06:16.886538 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1a7c37af-8e02-48fc-ba74-4644ad4bffde req-32b6ebda-b48c-44b1-9c69-7d2c7d45705d tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 210 time: 0.0674090
Apr 05 12:06:16.887425 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c5e3a59-fa60-4381-ab62-09db0c09c717 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:17.286425 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 39214) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:17.467080 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429df13c-5e22-474e-bdda-e9b3db42ac10 None None] Network 5ba2dc6d-7a10-4983-bd4a-704d4ac9411b requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:06:17.477063 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3d7e7cc7-f6a2-48fd-8429-cbe6bfcb5ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445342'] for router, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:17.563151 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c7a70512-8d28-4e96-8f78-a20ab1ad27b7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-685908875-network', 'tenant_id': '9cd7b500feb74c79b4aa240a269842af'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:06:17.632534 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 799c4e53-080f-44a2-83d2-7aed613e3359 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:06:17.683486 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c7a70512-8d28-4e96-8f78-a20ab1ad27b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:17.690899 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-c7a70512-8d28-4e96-8f78-a20ab1ad27b7 admin admin] Usage tracker for resource:network and tenant:9cd7b500feb74c79b4aa240a269842af is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:17.696397 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-c7a70512-8d28-4e96-8f78-a20ab1ad27b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:17.707878 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c7a70512-8d28-4e96-8f78-a20ab1ad27b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:17.717298 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-1d569004-3b30-4c16-bbbe-48ed93bdc37a None None] Provisioning for port 799c4e53-080f-44a2-83d2-7aed613e3359 completed by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:06:17.759957 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a70512-8d28-4e96-8f78-a20ab1ad27b7 admin admin] Made reservation on behalf of 9cd7b500feb74c79b4aa240a269842af for: {'network': 1} {{(pid=84269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:06:17.764899 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c7a70512-8d28-4e96-8f78-a20ab1ad27b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:17.779283 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c5e3a59-fa60-4381-ab62-09db0c09c717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445342'] for router, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:17.785193 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c7a70512-8d28-4e96-8f78-a20ab1ad27b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:17.835391 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7e7cc7-f6a2-48fd-8429-cbe6bfcb5ce0 admin admin] Router 0629617a-19ac-41bd-8097-01cab952ae81 is scheduled to L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d with binding_index 1 {{(pid=84268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 05 12:06:17.913314 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning for port 799c4e53-080f-44a2-83d2-7aed613e3359 completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:06:17.922955 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port 799c4e53-080f-44a2-83d2-7aed613e3359 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:06:17.923919 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:18.055262 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c7a70512-8d28-4e96-8f78-a20ab1ad27b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:18.119212 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7b7c06f6-2fad-4f74-9064-f8ea9d0a2e8f req-a960bb4e-ebd1-4b09-acc9-7ca0d50f2be5 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 210 time: 0.0611668
Apr 05 12:06:18.125076 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-c7a70512-8d28-4e96-8f78-a20ab1ad27b7 admin admin] Usage tracker for resource:security_group_rule and tenant:9cd7b500feb74c79b4aa240a269842af is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:18.129829 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-c7a70512-8d28-4e96-8f78-a20ab1ad27b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:18.140274 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c7a70512-8d28-4e96-8f78-a20ab1ad27b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:18.163027 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f2e1bca0-4d88-4b9a-8fc6-d4afd5a278e8 req-6d632306-f167-4304-b725-0aee518a8a87 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 210 time: 0.1540406
Apr 05 12:06:18.237085 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:18.250795 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7e7cc7-f6a2-48fd-8429-cbe6bfcb5ce0 admin admin] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:06:18.275339 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1decf3-5331-4d7d-a937-26c89f13ea43 None None] Sync routers for ids ['0629617a-19ac-41bd-8097-01cab952ae81'] in dv-cinder-784763-1-iscsi {{(pid=84271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:06:18.290047 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1decf3-5331-4d7d-a937-26c89f13ea43 None None] Routers {'0629617a-19ac-41bd-8097-01cab952ae81'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:06:18.290810 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-5e1decf3-5331-4d7d-a937-26c89f13ea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460ba8470>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:05:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['0629617a-19ac-41bd-8097-01cab952ae81'], 'active': True} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:06:18.295727 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3d7e7cc7-f6a2-48fd-8429-cbe6bfcb5ce0 admin admin] Notify callbacks [] for router, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:18.300163 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c7a70512-8d28-4e96-8f78-a20ab1ad27b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:18.300329 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-3d7e7cc7-f6a2-48fd-8429-cbe6bfcb5ce0 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 6.2145364
Apr 05 12:06:18.301227 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 39254) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:18.310538 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c7a70512-8d28-4e96-8f78-a20ab1ad27b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:18.327772 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-9dde7bdc-cf36-443e-8101-e2fc90e305a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:18.328404 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] For port 799c4e53-080f-44a2-83d2-7aed613e3359, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=799c4e53-080f-44a2-83d2-7aed613e3359,segment=NetworkSegment(e495bedb-3d01-4d20-b74e-aa316357e53b),segment_id=e495bedb-3d01-4d20-b74e-aa316357e53b)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:06:18.347724 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:18.350267 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:18.372009 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a70512-8d28-4e96-8f78-a20ab1ad27b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e13537-2586-4eac-a5f7-046c443c3dc4,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:18.374765 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5e3a59-fa60-4381-ab62-09db0c09c717 admin admin] Router 20060276-d6e6-4355-b2d8-8284c2ecff53 is scheduled to L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d with binding_index 1 {{(pid=84269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 05 12:06:18.379248 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-c7a70512-8d28-4e96-8f78-a20ab1ad27b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:18.556578 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7a70512-8d28-4e96-8f78-a20ab1ad27b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'}  {{(pid=84269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 12:06:18.562228 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-ddf38855-c632-47cf-a45d-78ca55468a35 None None] Provisioning complete for port 799c4e53-080f-44a2-83d2-7aed613e3359 triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:06:18.567111 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ddf38855-c632-47cf-a45d-78ca55468a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:18.625374 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c7a70512-8d28-4e96-8f78-a20ab1ad27b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:18.625771 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.segments_db [None req-c7a70512-8d28-4e96-8f78-a20ab1ad27b7 admin admin] Added segment 53305ab5-a98a-4da7-8a86-8174f7b10949 of type vlan for network 0cb8346c-d2f2-4593-96e6-fcfb6693a0b9
Apr 05 12:06:18.666649 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-5e1decf3-5331-4d7d-a937-26c89f13ea43 None None] Set router 0629617a-19ac-41bd-8097-01cab952ae81 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:06:18.679940 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Pushing event updated for resources: {'Port': ['ID=799c4e53-080f-44a2-83d2-7aed613e3359,revision_number=3']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:18.690176 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:18.737426 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c7a70512-8d28-4e96-8f78-a20ab1ad27b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737139937617'] for network, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:18.785072 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5e3a59-fa60-4381-ab62-09db0c09c717 admin admin] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:06:18.818529 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348c2b8d-8243-4af0-88a7-edf50581f492 None None] Sync routers for ids ['20060276-d6e6-4355-b2d8-8284c2ecff53'] in dv-cinder-784763-1-iscsi {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:06:18.833569 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c7a70512-8d28-4e96-8f78-a20ab1ad27b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131'] for network, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:18.835129 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a70512-8d28-4e96-8f78-a20ab1ad27b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:18.835782 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c7a70512-8d28-4e96-8f78-a20ab1ad27b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for network, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:18.861891 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:18.901906 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348c2b8d-8243-4af0-88a7-edf50581f492 None None] Routers {'20060276-d6e6-4355-b2d8-8284c2ecff53'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:06:18.908367 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-348c2b8d-8243-4af0-88a7-edf50581f492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460dcf550>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:05:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['20060276-d6e6-4355-b2d8-8284c2ecff53'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:06:18.965181 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a70512-8d28-4e96-8f78-a20ab1ad27b7 admin admin] Pushing event updated for resources: {'Network': ['ID=0cb8346c-d2f2-4593-96e6-fcfb6693a0b9,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:18.971742 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-c7a70512-8d28-4e96-8f78-a20ab1ad27b7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.6825745
Apr 05 12:06:18.973707 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 39284) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:18.975420 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-c7a70512-8d28-4e96-8f78-a20ab1ad27b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:18.981975 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-3088a2b0-5666-484f-8f0d-a0fdd3bb47b5 admin admin] Request body: {'subnet': {'network_id': '0cb8346c-d2f2-4593-96e6-fcfb6693a0b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-685908875-subnet', 'tenant_id': '9cd7b500feb74c79b4aa240a269842af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:06:18.987038 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3088a2b0-5666-484f-8f0d-a0fdd3bb47b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:18.991956 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-3088a2b0-5666-484f-8f0d-a0fdd3bb47b5 admin admin] Usage tracker for resource:subnet and tenant:9cd7b500feb74c79b4aa240a269842af is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:18.995083 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c5e3a59-fa60-4381-ab62-09db0c09c717 admin admin] Notify callbacks [] for router, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:18.999330 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-1c5e3a59-fa60-4381-ab62-09db0c09c717 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 6.7065637
Apr 05 12:06:18.999330 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-3088a2b0-5666-484f-8f0d-a0fdd3bb47b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:19.000737 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 39288) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:19.045761 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-5e1decf3-5331-4d7d-a937-26c89f13ea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460ba8470>, [{'id': '0629617a-19ac-41bd-8097-01cab952ae81', 'name': 'tempest-ServerRescueNegativeTestJSON-493775279-router', 'tenant_id': 'b0903b4e64774f679042704eb580949d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '85dc421f-eb56-4711-b5ba-90c999618782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:12Z', 'updated_at': '2021-04-05T12:06:16Z', 'revision_number': 3, 'project_id': 'b0903b4e64774f679042704eb580949d', 'gw_port': {'id': '85dc421f-eb56-4711-b5ba-90c999618782', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ea:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0629617a-19ac-41bd-8097-01cab952ae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:14Z', 'updated_at': '2021-04-05T12:06:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi'}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:06:19.051157 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1decf3-5331-4d7d-a937-26c89f13ea43 None None] Checking router: 0629617a-19ac-41bd-8097-01cab952ae81 for host: dv-cinder-784763-1-iscsi {{(pid=84271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:06:19.051676 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1decf3-5331-4d7d-a937-26c89f13ea43 None None] Updating router 0629617a-19ac-41bd-8097-01cab952ae81 port 85dc421f-eb56-4711-b5ba-90c999618782 binding host dv-cinder-784763-1-iscsi {{(pid=84271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 12:06:19.066191 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3088a2b0-5666-484f-8f0d-a0fdd3bb47b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:19.159969 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Network 0cb8346c-d2f2-4593-96e6-fcfb6693a0b9 details requested by agent ovs-agent-dv-cinder-784763-1-iscsi with host dv-cinder-784763-1-iscsi {{(pid=84270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 12:06:19.190466 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5e1decf3-5331-4d7d-a937-26c89f13ea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:19.360248 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 39298) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:19.467055 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4d288f54-54ba-4265-9e13-7f54ed01cc82 req-0e13ed3d-4581-4d16-ae82-6b6fd4771692 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 210 time: 0.0657761
Apr 05 12:06:19.677998 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3088a2b0-5666-484f-8f0d-a0fdd3bb47b5 admin admin] Made reservation on behalf of 9cd7b500feb74c79b4aa240a269842af for: {'subnet': 1} {{(pid=84269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:06:19.684213 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3088a2b0-5666-484f-8f0d-a0fdd3bb47b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:19.685134 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 799c4e53-080f-44a2-83d2-7aed613e3359 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:06:19.752061 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9c86df7-709a-4c8b-a2b3-d69238b7421b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:19.782739 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f9c86df7-709a-4c8b-a2b3-d69238b7421b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:19.788216 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-f9c86df7-709a-4c8b-a2b3-d69238b7421b admin admin] Usage tracker for resource:security_group_rule and tenant:b613621f12d84a87ad56b6ff41a572f4 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:19.789529 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f0e9e718-9bc1-4779-a250-4f364ba9cedc req-32cf1bf0-dbf3-4a89-97aa-be6bd30a72c2 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 210 time: 0.2896030
Apr 05 12:06:19.791461 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-f9c86df7-709a-4c8b-a2b3-d69238b7421b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:19.799969 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f9c86df7-709a-4c8b-a2b3-d69238b7421b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:19.836765 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-348c2b8d-8243-4af0-88a7-edf50581f492 None None] Set router 20060276-d6e6-4355-b2d8-8284c2ecff53 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:06:19.877460 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5e1decf3-5331-4d7d-a937-26c89f13ea43 None None] Notify callbacks [] for port, precommit_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:19.892411 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-5e1decf3-5331-4d7d-a937-26c89f13ea43 None None] Transition to ACTIVE for port object 85dc421f-eb56-4711-b5ba-90c999618782 will not be triggered until provisioned by entity L2. {{(pid=84271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:06:19.898907 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5e1decf3-5331-4d7d-a937-26c89f13ea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:19.903698 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0ac8226d-7b91-4662-bf5f-a8ef813ccf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:19.916451 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-611f4580-8e83-40c0-99d7-1e96054f0bfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:19.981743 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9c86df7-709a-4c8b-a2b3-d69238b7421b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:19.987719 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9c86df7-709a-4c8b-a2b3-d69238b7421b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:20.036343 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-9f0618c3-c3f8-4a27-bdda-eb5cfe4cf993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:20.048311 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-f9c86df7-709a-4c8b-a2b3-d69238b7421b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b613621f12d84a87ad56b6ff41a572f4&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6868465
Apr 05 12:06:20.059153 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 39312) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:20.073205 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b2f04-9c71-41e3-95d9-805e7fbcf3a4 None None] Pushing event updated for resources: {'Port': ['ID=85dc421f-eb56-4711-b5ba-90c999618782,revision_number=2']} {{(pid=84271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:20.088588 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4b2f04-9c71-41e3-95d9-805e7fbcf3a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:20.089161 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4b2f04-9c71-41e3-95d9-805e7fbcf3a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:20.089642 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4b2f04-9c71-41e3-95d9-805e7fbcf3a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:20.090119 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4b2f04-9c71-41e3-95d9-805e7fbcf3a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:20.090618 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4b2f04-9c71-41e3-95d9-805e7fbcf3a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:20.091088 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4b2f04-9c71-41e3-95d9-805e7fbcf3a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:20.091554 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4b2f04-9c71-41e3-95d9-805e7fbcf3a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:20.092017 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4b2f04-9c71-41e3-95d9-805e7fbcf3a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:20.092512 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4b2f04-9c71-41e3-95d9-805e7fbcf3a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:20.092978 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4b2f04-9c71-41e3-95d9-805e7fbcf3a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:20.093776 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4b2f04-9c71-41e3-95d9-805e7fbcf3a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:20.094304 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4b2f04-9c71-41e3-95d9-805e7fbcf3a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:06:20.095513 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4b2f04-9c71-41e3-95d9-805e7fbcf3a4 None None] Tracked resource versions report:
Apr 05 12:06:20.095513 dv-cinder-784763-1-iscsi neutron-server[84155]: pushed versions:
Apr 05 12:06:20.095513 dv-cinder-784763-1-iscsi neutron-server[84155]: {   'AddressGroup': {'1.2'},
Apr 05 12:06:20.095513 dv-cinder-784763-1-iscsi neutron-server[84155]:     'ConntrackHelper': {'1.0'},
Apr 05 12:06:20.095513 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Log': {'1.0'},
Apr 05 12:06:20.095513 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Network': {'1.1'},
Apr 05 12:06:20.095513 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Port': {'1.7'},
Apr 05 12:06:20.095513 dv-cinder-784763-1-iscsi neutron-server[84155]:     'PortForwarding': {'1.2'},
Apr 05 12:06:20.095513 dv-cinder-784763-1-iscsi neutron-server[84155]:     'QosPolicy': {'1.8'},
Apr 05 12:06:20.095513 dv-cinder-784763-1-iscsi neutron-server[84155]:     'SecurityGroup': {'1.4'},
Apr 05 12:06:20.095513 dv-cinder-784763-1-iscsi neutron-server[84155]:     'SecurityGroupRule': {'1.2'},
Apr 05 12:06:20.095513 dv-cinder-784763-1-iscsi neutron-server[84155]:     'SubPort': {'1.0'},
Apr 05 12:06:20.095513 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Subnet': {'1.1'},
Apr 05 12:06:20.095513 dv-cinder-784763-1-iscsi neutron-server[84155]:     'Trunk': {'1.1'}}
Apr 05 12:06:20.095513 dv-cinder-784763-1-iscsi neutron-server[84155]: consumer versions:
Apr 05 12:06:20.095513 dv-cinder-784763-1-iscsi neutron-server[84155]: {   DHCP agent@dv-cinder-784763-1-iscsi: {},
Apr 05 12:06:20.095513 dv-cinder-784763-1-iscsi neutron-server[84155]:     HyperV agent@hv-cinder-78476: {},
Apr 05 12:06:20.095513 dv-cinder-784763-1-iscsi neutron-server[84155]:     L3 agent@dv-cinder-784763-1-iscsi: {},
Apr 05 12:06:20.095513 dv-cinder-784763-1-iscsi neutron-server[84155]:     Metadata agent@dv-cinder-784763-1-iscsi: {},
Apr 05 12:06:20.095513 dv-cinder-784763-1-iscsi neutron-server[84155]:     Metering agent@dv-cinder-784763-1-iscsi: {},
Apr 05 12:06:20.095513 dv-cinder-784763-1-iscsi neutron-server[84155]:     Open vSwitch agent@dv-cinder-784763-1-iscsi: {   'AddressGroup': '1.2',
Apr 05 12:06:20.095513 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'ConntrackHelper': '1.0',
Apr 05 12:06:20.095513 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Log': '1.0',
Apr 05 12:06:20.095513 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Network': '1.1',
Apr 05 12:06:20.095513 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Port': '1.7',
Apr 05 12:06:20.095513 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'PortForwarding': '1.2',
Apr 05 12:06:20.095513 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'QosPolicy': '1.8',
Apr 05 12:06:20.095513 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'SecurityGroup': '1.4',
Apr 05 12:06:20.095513 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'SecurityGroupRule': '1.2',
Apr 05 12:06:20.095513 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'SubPort': '1.0',
Apr 05 12:06:20.095513 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Subnet': '1.1',
Apr 05 12:06:20.095513 dv-cinder-784763-1-iscsi neutron-server[84155]:                                                      'Trunk': '1.1'}}
Apr 05 12:06:20.095513 dv-cinder-784763-1-iscsi neutron-server[84155]:  {{(pid=84271) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 05 12:06:20.105294 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-fa4b2f04-9c71-41e3-95d9-805e7fbcf3a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:20.113727 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port 799c4e53-080f-44a2-83d2-7aed613e3359 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:06:20.114201 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:20.214497 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-5e1decf3-5331-4d7d-a937-26c89f13ea43 None None] Attempting to bind port 85dc421f-eb56-4711-b5ba-90c999618782 on host dv-cinder-784763-1-iscsi for vnic_type normal with profile  {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:06:20.215062 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-5e1decf3-5331-4d7d-a937-26c89f13ea43 None None] Attempting to bind port 85dc421f-eb56-4711-b5ba-90c999618782 by drivers openvswitch,hyperv on host dv-cinder-784763-1-iscsi at level 0 using segments [{'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'}] {{(pid=84271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:06:20.215813 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1decf3-5331-4d7d-a937-26c89f13ea43 None None] Attempting to bind port 85dc421f-eb56-4711-b5ba-90c999618782 on network 9d12ef10-d92d-4db6-ae05-ceb86a15802e {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:06:20.222429 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1decf3-5331-4d7d-a937-26c89f13ea43 None None] Checking agent: {'id': '93e0106f-7977-40cd-8b89-dc51f73202a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 25), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:06:20.223010 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1decf3-5331-4d7d-a937-26c89f13ea43 None None] Checking segment: {'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:06:20.223663 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5e1decf3-5331-4d7d-a937-26c89f13ea43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:20.224518 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1decf3-5331-4d7d-a937-26c89f13ea43 None None] Bound using segment: {'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'} {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:06:20.225165 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-5e1decf3-5331-4d7d-a937-26c89f13ea43 None None] Bound port: 85dc421f-eb56-4711-b5ba-90c999618782, host: dv-cinder-784763-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'}}] {{(pid=84271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:06:20.226654 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a29287ab-824f-4170-ac99-c6fdd8dcdfb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:20.226795 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5e1decf3-5331-4d7d-a937-26c89f13ea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:20.233796 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c86df7-709a-4c8b-a2b3-d69238b7421b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681c251b-ca6a-422f-8dbe-e0c2d907433a,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:20.254105 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f9c86df7-709a-4c8b-a2b3-d69238b7421b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:20.289461 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a29287ab-824f-4170-ac99-c6fdd8dcdfb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:20.324901 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-348c2b8d-8243-4af0-88a7-edf50581f492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460dcf550>, [{'id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'name': 'tempest-AttachVolumeShelveTestJSON-2114726205-router', 'tenant_id': '09a08590013048999464095fb2986698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:12Z', 'updated_at': '2021-04-05T12:06:16Z', 'revision_number': 3, 'project_id': '09a08590013048999464095fb2986698', 'gw_port': {'id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:13Z', 'updated_at': '2021-04-05T12:06:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi'}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:06:20.329858 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348c2b8d-8243-4af0-88a7-edf50581f492 None None] Checking router: 20060276-d6e6-4355-b2d8-8284c2ecff53 for host: dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:06:20.330562 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348c2b8d-8243-4af0-88a7-edf50581f492 None None] Updating router 20060276-d6e6-4355-b2d8-8284c2ecff53 port 0ab42e20-ed2d-46b8-a8e9-e19678cd50c0 binding host dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 12:06:20.350057 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-5e1decf3-5331-4d7d-a937-26c89f13ea43 None None] For port 85dc421f-eb56-4711-b5ba-90c999618782, host dv-cinder-784763-1-iscsi, cleared binding levels {{(pid=84271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:06:20.355551 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-5e1decf3-5331-4d7d-a937-26c89f13ea43 None None] For port 85dc421f-eb56-4711-b5ba-90c999618782, host dv-cinder-784763-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=85dc421f-eb56-4711-b5ba-90c999618782,segment=NetworkSegment(9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6),segment_id=9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6)] {{(pid=84271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:06:20.362248 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5e1decf3-5331-4d7d-a937-26c89f13ea43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:20.401968 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-348c2b8d-8243-4af0-88a7-edf50581f492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:20.408997 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-0ac8226d-7b91-4662-bf5f-a8ef813ccf34 admin admin] Allocated IP 172.20.0.1 (a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0/ced82538-3893-4e0b-a29e-4343c9a27f88/61592604-35d1-4372-ba7a-f6fcda416921) {{(pid=84268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:06:20.440338 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a29287ab-824f-4170-ac99-c6fdd8dcdfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:20.499576 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:20.519102 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29287ab-824f-4170-ac99-c6fdd8dcdfb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681c251b-ca6a-422f-8dbe-e0c2d907433a,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:20.529501 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-a29287ab-824f-4170-ac99-c6fdd8dcdfb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:20.539992 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:20.540131 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a29287ab-824f-4170-ac99-c6fdd8dcdfb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:20.541352 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-a29287ab-824f-4170-ac99-c6fdd8dcdfb6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/681c251b-ca6a-422f-8dbe-e0c2d907433a HTTP/1.1" status: 204  len: 168 time: 0.4783874
Apr 05 12:06:20.616826 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0ac8226d-7b91-4662-bf5f-a8ef813ccf34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:20.658614 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0ac8226d-7b91-4662-bf5f-a8ef813ccf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368'] for port, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:20.670519 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0954ba97-0d64-402c-8db7-c6880cd87229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:20.675684 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1decf3-5331-4d7d-a937-26c89f13ea43 None None] Routers {'0629617a-19ac-41bd-8097-01cab952ae81'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:06:20.676679 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-5e1decf3-5331-4d7d-a937-26c89f13ea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460ba8470>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:05:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['0629617a-19ac-41bd-8097-01cab952ae81'], 'active': True} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:06:20.703267 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-3d7e7cc7-f6a2-48fd-8429-cbe6bfcb5ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:20.996300 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-592a30be-fb8a-43eb-8f08-62a20c156962 req-f6960f53-ca1d-4b28-8ee1-f575e3abfdf3 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 210 time: 0.3007431
Apr 05 12:06:21.061261 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac8226d-7b91-4662-bf5f-a8ef813ccf34 admin admin] Network a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0 is already hosted by enough agents. {{(pid=84268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:06:21.064431 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-0ac8226d-7b91-4662-bf5f-a8ef813ccf34 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:06:21.067095 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac8226d-7b91-4662-bf5f-a8ef813ccf34 admin admin] Received port after_create {{(pid=84268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:06:21.067816 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0ac8226d-7b91-4662-bf5f-a8ef813ccf34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854369981'] for router_interface, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:21.097055 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-348c2b8d-8243-4af0-88a7-edf50581f492 None None] Notify callbacks [] for port, precommit_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:21.127138 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-348c2b8d-8243-4af0-88a7-edf50581f492 None None] Transition to ACTIVE for port object 0ab42e20-ed2d-46b8-a8e9-e19678cd50c0 will not be triggered until provisioned by entity L2. {{(pid=84270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:06:21.146151 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-348c2b8d-8243-4af0-88a7-edf50581f492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:21.176416 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:21.218104 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b2f04-9c71-41e3-95d9-805e7fbcf3a4 None None] Pushing event updated for resources: {'Port': ['ID=85dc421f-eb56-4711-b5ba-90c999618782,revision_number=3']} {{(pid=84271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:21.222698 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 39332) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:21.242937 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-fa4b2f04-9c71-41e3-95d9-805e7fbcf3a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:21.314625 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-5e1decf3-5331-4d7d-a937-26c89f13ea43 None None] Set router 0629617a-19ac-41bd-8097-01cab952ae81 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:06:21.325105 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-0954ba97-0d64-402c-8db7-c6880cd87229 admin admin] Allocated IP 172.20.0.1 (5ba2dc6d-7a10-4983-bd4a-704d4ac9411b/d3bbfe2a-e26d-4eee-9523-0b0e4c649bfb/0663a8dc-85f4-4dba-8176-a2a971dc0534) {{(pid=84269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:06:21.382273 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8226d-7b91-4662-bf5f-a8ef813ccf34 admin admin] Pushing event updated for resources: {'Port': ['ID=61592604-35d1-4372-ba7a-f6fcda416921,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:21.386114 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-0ac8226d-7b91-4662-bf5f-a8ef813ccf34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:21.391436 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64cbe4-39a4-4b2c-bb1f-e830c3456fe9 None None] Pushing event updated for resources: {'Port': ['ID=0ab42e20-ed2d-46b8-a8e9-e19678cd50c0,revision_number=2']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:21.398513 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ce64cbe4-39a4-4b2c-bb1f-e830c3456fe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:21.421178 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-348c2b8d-8243-4af0-88a7-edf50581f492 None None] Attempting to bind port 0ab42e20-ed2d-46b8-a8e9-e19678cd50c0 on host dv-cinder-784763-1-iscsi for vnic_type normal with profile  {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:06:21.421639 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-348c2b8d-8243-4af0-88a7-edf50581f492 None None] Attempting to bind port 0ab42e20-ed2d-46b8-a8e9-e19678cd50c0 by drivers openvswitch,hyperv on host dv-cinder-784763-1-iscsi at level 0 using segments [{'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:06:21.422057 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348c2b8d-8243-4af0-88a7-edf50581f492 None None] Attempting to bind port 0ab42e20-ed2d-46b8-a8e9-e19678cd50c0 on network 9d12ef10-d92d-4db6-ae05-ceb86a15802e {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:06:21.428318 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348c2b8d-8243-4af0-88a7-edf50581f492 None None] Checking agent: {'id': '93e0106f-7977-40cd-8b89-dc51f73202a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 25), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:06:21.428742 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348c2b8d-8243-4af0-88a7-edf50581f492 None None] Checking segment: {'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:06:21.429442 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-348c2b8d-8243-4af0-88a7-edf50581f492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:21.429880 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348c2b8d-8243-4af0-88a7-edf50581f492 None None] Bound using segment: {'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:06:21.430426 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-348c2b8d-8243-4af0-88a7-edf50581f492 None None] Bound port: 0ab42e20-ed2d-46b8-a8e9-e19678cd50c0, host: dv-cinder-784763-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'}}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:06:21.431059 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-348c2b8d-8243-4af0-88a7-edf50581f492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:21.448845 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0ac8226d-7b91-4662-bf5f-a8ef813ccf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:21.464666 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.37', 58293) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:21.480544 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e64545de-a314-486c-8c58-cbd65ced773b req-cbd83d86-ef1e-4fbd-88ba-efd9871ed5fb tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 210 time: 0.3542402
Apr 05 12:06:21.502917 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-42abb34a-2077-4414-8081-3d4bead31b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:21.524669 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-348c2b8d-8243-4af0-88a7-edf50581f492 None None] For port 0ab42e20-ed2d-46b8-a8e9-e19678cd50c0, host dv-cinder-784763-1-iscsi, cleared binding levels {{(pid=84270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:06:21.529247 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0954ba97-0d64-402c-8db7-c6880cd87229 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:21.530458 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-348c2b8d-8243-4af0-88a7-edf50581f492 None None] For port 0ab42e20-ed2d-46b8-a8e9-e19678cd50c0, host dv-cinder-784763-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=0ab42e20-ed2d-46b8-a8e9-e19678cd50c0,segment=NetworkSegment(9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6),segment_id=9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6)] {{(pid=84270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:06:21.536013 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-348c2b8d-8243-4af0-88a7-edf50581f492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:21.550683 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-42abb34a-2077-4414-8081-3d4bead31b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:21.562061 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-42abb34a-2077-4414-8081-3d4bead31b05 admin admin] Usage tracker for resource:security_group_rule and tenant:d32a2ded38f14f36b083ee77d98197c2 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:21.565748 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-42abb34a-2077-4414-8081-3d4bead31b05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:21.576658 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-42abb34a-2077-4414-8081-3d4bead31b05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:21.582271 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-0954ba97-0d64-402c-8db7-c6880cd87229 admin admin] Transition to ACTIVE for port object 0663a8dc-85f4-4dba-8176-a2a971dc0534 will not be triggered until provisioned by entity DHCP. {{(pid=84269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:06:21.682764 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0954ba97-0d64-402c-8db7-c6880cd87229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368'] for port, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:21.721674 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d6870c4b-8244-4bef-abc0-7578b144a40d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:21.724234 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-996c8a27-c1c0-42ba-aff8-1e9b9080694f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:21.776338 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-5e1decf3-5331-4d7d-a937-26c89f13ea43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460ba8470>, [{'id': '0629617a-19ac-41bd-8097-01cab952ae81', 'name': 'tempest-ServerRescueNegativeTestJSON-493775279-router', 'tenant_id': 'b0903b4e64774f679042704eb580949d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '85dc421f-eb56-4711-b5ba-90c999618782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:12Z', 'updated_at': '2021-04-05T12:06:16Z', 'revision_number': 3, 'project_id': 'b0903b4e64774f679042704eb580949d', 'gw_port': {'id': '85dc421f-eb56-4711-b5ba-90c999618782', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ea:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0629617a-19ac-41bd-8097-01cab952ae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:14Z', 'updated_at': '2021-04-05T12:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi'}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:06:21.784846 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1decf3-5331-4d7d-a937-26c89f13ea43 None None] The sync data for ids ['0629617a-19ac-41bd-8097-01cab952ae81'] in dv-cinder-784763-1-iscsi is: [{'id': '0629617a-19ac-41bd-8097-01cab952ae81', 'name': 'tempest-ServerRescueNegativeTestJSON-493775279-router', 'tenant_id': 'b0903b4e64774f679042704eb580949d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '85dc421f-eb56-4711-b5ba-90c999618782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:12Z', 'updated_at': '2021-04-05T12:06:16Z', 'revision_number': 3, 'project_id': 'b0903b4e64774f679042704eb580949d', 'gw_port': {'id': '85dc421f-eb56-4711-b5ba-90c999618782', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ea:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0629617a-19ac-41bd-8097-01cab952ae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:14Z', 'updated_at': '2021-04-05T12:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi'}] {{(pid=84271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:06:21.820227 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64cbe4-39a4-4b2c-bb1f-e830c3456fe9 None None] Pushing event updated for resources: {'Port': ['ID=0ab42e20-ed2d-46b8-a8e9-e19678cd50c0,revision_number=3']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:21.839763 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ce64cbe4-39a4-4b2c-bb1f-e830c3456fe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:21.863906 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348c2b8d-8243-4af0-88a7-edf50581f492 None None] Routers {'20060276-d6e6-4355-b2d8-8284c2ecff53'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:06:21.865760 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-348c2b8d-8243-4af0-88a7-edf50581f492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460dcf550>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:05:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['20060276-d6e6-4355-b2d8-8284c2ecff53'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:06:21.995340 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-42abb34a-2077-4414-8081-3d4bead31b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:22.003779 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954ba97-0d64-402c-8db7-c6880cd87229 admin admin] Pushing event updated for resources: {'Port': ['ID=0663a8dc-85f4-4dba-8176-a2a971dc0534,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:22.019311 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-0954ba97-0d64-402c-8db7-c6880cd87229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:22.019614 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-42abb34a-2077-4414-8081-3d4bead31b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:22.078090 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:22.142832 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-348c2b8d-8243-4af0-88a7-edf50581f492 None None] Set router 20060276-d6e6-4355-b2d8-8284c2ecff53 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:06:22.206275 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3088a2b0-5666-484f-8f0d-a0fdd3bb47b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131'] for subnet, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:22.263569 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42abb34a-2077-4414-8081-3d4bead31b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c8b202-1efd-4808-ab27-80dc9ebf5262,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:22.268761 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-42abb34a-2077-4414-8081-3d4bead31b05 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d32a2ded38f14f36b083ee77d98197c2&name=default HTTP/1.1" status: 200  len: 2978 time: 1.0436921
Apr 05 12:06:22.347523 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-42abb34a-2077-4414-8081-3d4bead31b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:22.352974 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 39362) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:22.357040 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:22.423234 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5295f1ce-b283-42e7-8c9c-08f41f596cc0 req-45f9e506-4dbc-42e2-bbe0-1b48e1054b70 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 210 time: 0.1408401
Apr 05 12:06:22.532301 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3088a2b0-5666-484f-8f0d-a0fdd3bb47b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90227dbe-4d9c-486f-835c-9b202cca776d,revision_number=0']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:22.560326 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0954ba97-0d64-402c-8db7-c6880cd87229 admin admin] Network 5ba2dc6d-7a10-4983-bd4a-704d4ac9411b is already hosted by enough agents. {{(pid=84269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:06:22.561388 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-3088a2b0-5666-484f-8f0d-a0fdd3bb47b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:22.743068 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-9e8b3241-007d-4148-9a5d-11a94687bd33 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:22.744742 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-9e8b3241-007d-4148-9a5d-11a94687bd33 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.37 "GET /v2.0/networks?id=fd5d83a1-0afc-4c19-a65d-89235c908427 HTTP/1.1" status: 200  len: 812 time: 1.1870675
Apr 05 12:06:22.806277 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.37', 58308) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:22.811617 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-6c2e650a-d14b-4d6d-aeef-de92f1e76f26 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Request body: {'port': {'device_id': '8684743b-ae41-4c22-ab30-6d1e41e460be', 'network_id': 'fd5d83a1-0afc-4c19-a65d-89235c908427', 'admin_state_up': True, 'tenant_id': 'a1f3610ab26944db91319f80a64eb76d'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:06:22.948410 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-0954ba97-0d64-402c-8db7-c6880cd87229 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:06:22.959695 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0954ba97-0d64-402c-8db7-c6880cd87229 admin admin] Received port after_create {{(pid=84269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:06:22.960308 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0954ba97-0d64-402c-8db7-c6880cd87229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854369981'] for router_interface, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:23.001452 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-348c2b8d-8243-4af0-88a7-edf50581f492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460dcf550>, [{'id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'name': 'tempest-AttachVolumeShelveTestJSON-2114726205-router', 'tenant_id': '09a08590013048999464095fb2986698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:12Z', 'updated_at': '2021-04-05T12:06:16Z', 'revision_number': 3, 'project_id': '09a08590013048999464095fb2986698', 'gw_port': {'id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:13Z', 'updated_at': '2021-04-05T12:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi'}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:06:23.018065 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348c2b8d-8243-4af0-88a7-edf50581f492 None None] The sync data for ids ['20060276-d6e6-4355-b2d8-8284c2ecff53'] in dv-cinder-784763-1-iscsi is: [{'id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'name': 'tempest-AttachVolumeShelveTestJSON-2114726205-router', 'tenant_id': '09a08590013048999464095fb2986698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:12Z', 'updated_at': '2021-04-05T12:06:16Z', 'revision_number': 3, 'project_id': '09a08590013048999464095fb2986698', 'gw_port': {'id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:13Z', 'updated_at': '2021-04-05T12:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi'}] {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:06:23.057395 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c9c32bb2-3a51-48e0-91e1-cd4804753fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:23.088782 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c9c32bb2-3a51-48e0-91e1-cd4804753fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:23.287426 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0ac8226d-7b91-4662-bf5f-a8ef813ccf34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:23.291355 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c9c32bb2-3a51-48e0-91e1-cd4804753fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:23.294281 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-70751dfc-4bf5-4641-99ba-8e673c81e7ee req-d790baa4-25e5-4cf5-8cdc-c1d95f50d452 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 210 time: 0.4084439
Apr 05 12:06:23.337200 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0ac8226d-7b91-4662-bf5f-a8ef813ccf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:23.359147 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0ac8226d-7b91-4662-bf5f-a8ef813ccf34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854215708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854374506'] for router_interface, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:23.381822 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-42abb34a-2077-4414-8081-3d4bead31b05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:23.420330 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c32bb2-3a51-48e0-91e1-cd4804753fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c8b202-1efd-4808-ab27-80dc9ebf5262,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:23.435597 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-c9c32bb2-3a51-48e0-91e1-cd4804753fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:23.503547 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c9c32bb2-3a51-48e0-91e1-cd4804753fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:23.504794 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-c9c32bb2-3a51-48e0-91e1-cd4804753fa8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f9c8b202-1efd-4808-ab27-80dc9ebf5262 HTTP/1.1" status: 204  len: 168 time: 1.0653186
Apr 05 12:06:23.508439 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0954ba97-0d64-402c-8db7-c6880cd87229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:23.526040 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-d219dc9a-943c-4ac1-be80-f7087e95dd74 None None] Provisioning for port 0663a8dc-85f4-4dba-8176-a2a971dc0534 completed by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:06:23.545882 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-d219dc9a-943c-4ac1-be80-f7087e95dd74 None None] Provisioning complete for port 0663a8dc-85f4-4dba-8176-a2a971dc0534 triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:06:23.546339 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d219dc9a-943c-4ac1-be80-f7087e95dd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:23.550974 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3088a2b0-5666-484f-8f0d-a0fdd3bb47b5 admin admin] Checking segment: {'id': '53305ab5-a98a-4da7-8a86-8174f7b10949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0cb8346c-d2f2-4593-96e6-fcfb6693a0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:06:23.551444 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3088a2b0-5666-484f-8f0d-a0fdd3bb47b5 admin admin] Network hostable DHCP agents. Network: 0cb8346c-d2f2-4593-96e6-fcfb6693a0b9, hostable agents: ['09bf275b-3c10-4287-a080-17cf02d540e7'], hosted agents: [] {{(pid=84269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 12:06:23.819365 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 85dc421f-eb56-4711-b5ba-90c999618782 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:06:23.857638 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3088a2b0-5666-484f-8f0d-a0fdd3bb47b5 admin admin] Network 0cb8346c-d2f2-4593-96e6-fcfb6693a0b9 is scheduled to be hosted by DHCP agent 09bf275b-3c10-4287-a080-17cf02d540e7 with binding_index 1 {{(pid=84269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 12:06:23.913286 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-3088a2b0-5666-484f-8f0d-a0fdd3bb47b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-iscsi, 0cb8346c-d2f2-4593-96e6-fcfb6693a0b9) {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:06:23.948526 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7aebbe-1ac0-4cbb-b093-f283b26351d4 None None] Network 0cb8346c-d2f2-4593-96e6-fcfb6693a0b9 requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:06:23.955946 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:23.957611 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3088a2b0-5666-484f-8f0d-a0fdd3bb47b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:23.963110 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3088a2b0-5666-484f-8f0d-a0fdd3bb47b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for subnet, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:24.077089 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-3088a2b0-5666-484f-8f0d-a0fdd3bb47b5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 5.1003144
Apr 05 12:06:24.094295 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-44ce58e9-f01a-4dbc-8efb-0d1510c3e0b8 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:24.096398 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-44ce58e9-f01a-4dbc-8efb-0d1510c3e0b8 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.37 "GET /v2.0/networks?id=07054388-504e-4ac2-b33c-6ef540158df3 HTTP/1.1" status: 200  len: 814 time: 1.1440523
Apr 05 12:06:24.397536 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-f9aac752-9b0c-4200-9e99-43e12f253276 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Request body: {'port': {'device_id': '340a418d-96b3-4566-88fe-9f580c3f939d', 'network_id': '07054388-504e-4ac2-b33c-6ef540158df3', 'admin_state_up': True, 'tenant_id': '6c0184ae62e6427db9fd25988a10a9c2'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:06:24.810404 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-284cd0c1-ed6f-41ca-8c47-c039381a7f26 req-de51f4d2-0972-4de1-840c-7e4e074fc3ff tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 210 time: 0.1266162
Apr 05 12:06:24.861586 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-6c2e650a-d14b-4d6d-aeef-de92f1e76f26 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:24.885870 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-f9aac752-9b0c-4200-9e99-43e12f253276 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:24.906915 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-f9aac752-9b0c-4200-9e99-43e12f253276 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Usage tracker for resource:port and tenant:6c0184ae62e6427db9fd25988a10a9c2 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:24.910447 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-f9aac752-9b0c-4200-9e99-43e12f253276 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:24.928630 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-f9aac752-9b0c-4200-9e99-43e12f253276 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:24.993434 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-6c2e650a-d14b-4d6d-aeef-de92f1e76f26 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Usage tracker for resource:port and tenant:a1f3610ab26944db91319f80a64eb76d is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:25.013768 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-f9aac752-9b0c-4200-9e99-43e12f253276 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Made reservation on behalf of 6c0184ae62e6427db9fd25988a10a9c2 for: {'port': 1} {{(pid=84268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:06:25.019893 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-f9aac752-9b0c-4200-9e99-43e12f253276 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:25.066036 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0954ba97-0d64-402c-8db7-c6880cd87229 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:25.070970 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d219dc9a-943c-4ac1-be80-f7087e95dd74 None None] Port 0663a8dc-85f4-4dba-8176-a2a971dc0534 cannot update to ACTIVE because it is not bound. {{(pid=84270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 12:06:25.084381 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0954ba97-0d64-402c-8db7-c6880cd87229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:25.085523 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0954ba97-0d64-402c-8db7-c6880cd87229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854215708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854374506'] for router_interface, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:25.114469 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-6c2e650a-d14b-4d6d-aeef-de92f1e76f26 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:25.124708 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e05001b4-fee0-4f74-9198-fac6b61df254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:25.196068 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5a5a77-8c7f-41cc-a45d-fa2d09297645 None None] Network 0cb8346c-d2f2-4593-96e6-fcfb6693a0b9 requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:06:25.352553 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:25.461445 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-857615c7-38e0-4f2e-90b6-5bd4414788f5 req-d1a1b4d6-d06e-4903-a4ba-6772e888aeff tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 210 time: 1.3554127
Apr 05 12:06:25.469534 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-6c2e650a-d14b-4d6d-aeef-de92f1e76f26 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:25.506555 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac8226d-7b91-4662-bf5f-a8ef813ccf34 admin admin] Network a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0 is already hosted by enough agents. {{(pid=84268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:06:25.530044 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8226d-7b91-4662-bf5f-a8ef813ccf34 admin admin] Pushing event updated for resources: {'Port': ['ID=61592604-35d1-4372-ba7a-f6fcda416921,revision_number=2']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:25.592604 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-0ac8226d-7b91-4662-bf5f-a8ef813ccf34 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:06:25.606599 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:25.624753 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-0ac8226d-7b91-4662-bf5f-a8ef813ccf34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.664s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:25.667919 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-6c2e650a-d14b-4d6d-aeef-de92f1e76f26 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Made reservation on behalf of a1f3610ab26944db91319f80a64eb76d for: {'port': 1} {{(pid=84268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:06:25.673844 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning for port 85dc421f-eb56-4711-b5ba-90c999618782 completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:06:25.678862 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-6c2e650a-d14b-4d6d-aeef-de92f1e76f26 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:25.697092 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port 85dc421f-eb56-4711-b5ba-90c999618782 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:06:25.697516 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:25.711641 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954ba97-0d64-402c-8db7-c6880cd87229 admin admin] Pushing event updated for resources: {'Port': ['ID=0663a8dc-85f4-4dba-8176-a2a971dc0534,revision_number=2']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:25.714536 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-0954ba97-0d64-402c-8db7-c6880cd87229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:25.851344 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0954ba97-0d64-402c-8db7-c6880cd87229 admin admin] Network 5ba2dc6d-7a10-4983-bd4a-704d4ac9411b is already hosted by enough agents. {{(pid=84269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:06:25.856403 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-0954ba97-0d64-402c-8db7-c6880cd87229 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:06:26.159934 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-f9aac752-9b0c-4200-9e99-43e12f253276 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Allocated IP 172.20.0.13 (07054388-504e-4ac2-b33c-6ef540158df3/a41d3eb2-4ae3-4bca-813b-303785d3193b/57c15950-2ba5-4a42-bb4d-ae7ef56b0248) {{(pid=84268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:06:26.290681 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 39490) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:26.367510 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e91036a8-91dc-4b2c-874b-24fa848e0174 req-c8046969-7e12-461e-abbf-61de21923681 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 210 time: 0.0756152
Apr 05 12:06:26.371820 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-512a89b2-53eb-4219-9406-f87adb48c3ba admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1945506386-network', 'tenant_id': '29ffecc3dfe84eb69a385628d66a903d'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:06:26.388939 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-512a89b2-53eb-4219-9406-f87adb48c3ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:26.444949 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-6c2e650a-d14b-4d6d-aeef-de92f1e76f26 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Allocated IP 172.20.0.3 (fd5d83a1-0afc-4c19-a65d-89235c908427/74c049cd-31ec-4d29-96c1-0284390e0646/5886b48b-907c-49d7-8944-4161b3a705cb) {{(pid=84268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:06:26.488152 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-512a89b2-53eb-4219-9406-f87adb48c3ba admin admin] Usage tracker for resource:network and tenant:29ffecc3dfe84eb69a385628d66a903d is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:26.537785 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-512a89b2-53eb-4219-9406-f87adb48c3ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:26.539863 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:26.590860 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-512a89b2-53eb-4219-9406-f87adb48c3ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:26.732789 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512a89b2-53eb-4219-9406-f87adb48c3ba admin admin] Made reservation on behalf of 29ffecc3dfe84eb69a385628d66a903d for: {'network': 1} {{(pid=84269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:06:26.743088 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-512a89b2-53eb-4219-9406-f87adb48c3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:26.770459 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-6c2e650a-d14b-4d6d-aeef-de92f1e76f26 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Notify callbacks [] for port, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:26.794621 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0954ba97-0d64-402c-8db7-c6880cd87229 admin admin] Router 20060276-d6e6-4355-b2d8-8284c2ecff53 has already been hosted by L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d {{(pid=84269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 12:06:26.799952 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-512a89b2-53eb-4219-9406-f87adb48c3ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:26.816104 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] For port 85dc421f-eb56-4711-b5ba-90c999618782, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=85dc421f-eb56-4711-b5ba-90c999618782,segment=NetworkSegment(9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6),segment_id=9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:06:26.817279 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac8226d-7b91-4662-bf5f-a8ef813ccf34 admin admin] Router 0629617a-19ac-41bd-8097-01cab952ae81 has already been hosted by L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d {{(pid=84268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 12:06:26.821427 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-6c2e650a-d14b-4d6d-aeef-de92f1e76f26 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368'] for port, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:26.828284 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-512a89b2-53eb-4219-9406-f87adb48c3ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:26.831767 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:26.832643 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ea07b671-ba95-409a-a76a-35f5b7bb326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:26.832983 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-512a89b2-53eb-4219-9406-f87adb48c3ba admin admin] Usage tracker for resource:security_group_rule and tenant:29ffecc3dfe84eb69a385628d66a903d is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:26.837171 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-512a89b2-53eb-4219-9406-f87adb48c3ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:26.847016 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-512a89b2-53eb-4219-9406-f87adb48c3ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:26.878492 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-86ac63ca-f841-4da2-a81f-271ab15ff233 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:27.010518 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-512a89b2-53eb-4219-9406-f87adb48c3ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:27.101793 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-512a89b2-53eb-4219-9406-f87adb48c3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:27.220941 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Pushing event updated for resources: {'Port': ['ID=85dc421f-eb56-4711-b5ba-90c999618782,revision_number=4']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:27.223252 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-6c73c1ca-c755-472b-9d1c-45b7a19359b0 None None] Provisioning complete for port 0663a8dc-85f4-4dba-8176-a2a971dc0534 triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:06:27.235395 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6c73c1ca-c755-472b-9d1c-45b7a19359b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:27.249807 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-512a89b2-53eb-4219-9406-f87adb48c3ba admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'}  {{(pid=84269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 12:06:27.261629 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-512a89b2-53eb-4219-9406-f87adb48c3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:27.262075 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.segments_db [None req-512a89b2-53eb-4219-9406-f87adb48c3ba admin admin] Added segment 97036caf-9776-4687-90e9-5a70e8dd7bea of type vlan for network fa2286e0-f810-4f1e-b94d-9a1348f1c0a5
Apr 05 12:06:27.293220 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-512a89b2-53eb-4219-9406-f87adb48c3ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737139937617'] for network, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:27.328124 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 0ab42e20-ed2d-46b8-a8e9-e19678cd50c0 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:06:27.348763 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:27.361641 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-512a89b2-53eb-4219-9406-f87adb48c3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131'] for network, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:27.363042 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7630b700-cd1c-4e5a-9f76-da6f19ee0673 req-8b9c3730-b8c2-4ce1-8c82-72c8bb174c3d tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 210 time: 0.5497608
Apr 05 12:06:27.383590 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512a89b2-53eb-4219-9406-f87adb48c3ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:27.384629 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-512a89b2-53eb-4219-9406-f87adb48c3ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for network, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:27.392887 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:27.411590 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:27.441003 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a89b2-53eb-4219-9406-f87adb48c3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe8dc35-e6e9-492c-a0cc-f377168e81fa,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:27.477909 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-512a89b2-53eb-4219-9406-f87adb48c3ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:27.482302 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:27.621844 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a89b2-53eb-4219-9406-f87adb48c3ba admin admin] Pushing event updated for resources: {'Network': ['ID=fa2286e0-f810-4f1e-b94d-9a1348f1c0a5,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:27.641668 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-512a89b2-53eb-4219-9406-f87adb48c3ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:27.646792 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-512a89b2-53eb-4219-9406-f87adb48c3ba admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.2828865
Apr 05 12:06:27.650461 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 39528) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:27.663935 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-df0a4af0-90fc-4588-8772-878515a4d89a admin admin] Request body: {'subnet': {'network_id': 'fa2286e0-f810-4f1e-b94d-9a1348f1c0a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1945506386-subnet', 'tenant_id': '29ffecc3dfe84eb69a385628d66a903d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:06:27.668013 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Network fa2286e0-f810-4f1e-b94d-9a1348f1c0a5 details requested by agent ovs-agent-dv-cinder-784763-1-iscsi with host dv-cinder-784763-1-iscsi {{(pid=84270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 12:06:27.670163 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-df0a4af0-90fc-4588-8772-878515a4d89a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:27.676816 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-df0a4af0-90fc-4588-8772-878515a4d89a admin admin] Usage tracker for resource:subnet and tenant:29ffecc3dfe84eb69a385628d66a903d is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:27.681279 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-df0a4af0-90fc-4588-8772-878515a4d89a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:27.697988 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-df0a4af0-90fc-4588-8772-878515a4d89a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:27.773684 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0954ba97-0d64-402c-8db7-c6880cd87229 admin admin] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:06:27.784872 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b52225-7ac6-46b6-87d1-f44b044d1a4c None None] Sync routers for ids ['20060276-d6e6-4355-b2d8-8284c2ecff53'] in dv-cinder-784763-1-iscsi {{(pid=84271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:06:27.813433 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0a4af0-90fc-4588-8772-878515a4d89a admin admin] Made reservation on behalf of 29ffecc3dfe84eb69a385628d66a903d for: {'subnet': 1} {{(pid=84269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:06:27.814090 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b52225-7ac6-46b6-87d1-f44b044d1a4c None None] Routers {'20060276-d6e6-4355-b2d8-8284c2ecff53'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:06:27.815155 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-18b52225-7ac6-46b6-87d1-f44b044d1a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460bd8668>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:06:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['20060276-d6e6-4355-b2d8-8284c2ecff53'], 'active': True} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:06:27.830388 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-df0a4af0-90fc-4588-8772-878515a4d89a admin admin] Notify callbacks [] for subnet, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:27.868643 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-0954ba97-0d64-402c-8db7-c6880cd87229 admin admin] 10.222.0.36 "PUT /v2.0/routers/20060276-d6e6-4355-b2d8-8284c2ecff53/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.8668618
Apr 05 12:06:27.934238 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-6c73c1ca-c755-472b-9d1c-45b7a19359b0 None None] Port 0663a8dc-85f4-4dba-8176-a2a971dc0534 cannot update to ACTIVE because it is not bound. {{(pid=84270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 12:06:27.966576 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning for port 0ab42e20-ed2d-46b8-a8e9-e19678cd50c0 completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:06:27.983157 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port 0ab42e20-ed2d-46b8-a8e9-e19678cd50c0 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:06:27.983572 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:28.288988 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da8d6c-f1be-4074-bdcd-962653a0b83e req-338d8fce-5d34-42ad-971e-acd18386c852 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:28.301963 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-05da8d6c-f1be-4074-bdcd-962653a0b83e req-338d8fce-5d34-42ad-971e-acd18386c852 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 931 time: 0.5810492
Apr 05 12:06:28.384087 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:28.384854 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:28.421024 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] For port 0ab42e20-ed2d-46b8-a8e9-e19678cd50c0, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=0ab42e20-ed2d-46b8-a8e9-e19678cd50c0,segment=NetworkSegment(9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6),segment_id=9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:06:28.427410 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:28.439451 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:28.472780 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-18b52225-7ac6-46b6-87d1-f44b044d1a4c None None] Set router 20060276-d6e6-4355-b2d8-8284c2ecff53 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:06:28.503289 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-05da8d6c-f1be-4074-bdcd-962653a0b83e req-f0eb1ef7-e1d1-42ce-82a2-7f1071ba1909 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1996920
Apr 05 12:06:28.623052 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-0ac8226d-7b91-4662-bf5f-a8ef813ccf34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:28.771419 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:28.823159 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Pushing event updated for resources: {'Port': ['ID=0ab42e20-ed2d-46b8-a8e9-e19678cd50c0,revision_number=4']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:28.833260 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:28.995745 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-f9aac752-9b0c-4200-9e99-43e12f253276 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Notify callbacks [] for port, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:29.036889 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac8226d-7b91-4662-bf5f-a8ef813ccf34 admin admin] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:06:29.048203 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76dbf68-503b-4cb1-b143-4291358bf8c7 None None] Sync routers for ids ['0629617a-19ac-41bd-8097-01cab952ae81'] in dv-cinder-784763-1-iscsi {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:06:29.065440 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76dbf68-503b-4cb1-b143-4291358bf8c7 None None] Routers {'0629617a-19ac-41bd-8097-01cab952ae81'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:06:29.067394 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-f76dbf68-503b-4cb1-b143-4291358bf8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460d9ee48>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:06:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['0629617a-19ac-41bd-8097-01cab952ae81'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:06:29.078058 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-f9aac752-9b0c-4200-9e99-43e12f253276 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368'] for port, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:29.128462 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-6c2e650a-d14b-4d6d-aeef-de92f1e76f26 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Network fd5d83a1-0afc-4c19-a65d-89235c908427 is already hosted by enough agents. {{(pid=84268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:06:29.158472 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-6c2e650a-d14b-4d6d-aeef-de92f1e76f26 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Resources bound (agent type, host, resource id):  {{(pid=84268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:06:29.298113 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 85dc421f-eb56-4711-b5ba-90c999618782 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:06:29.640916 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-6c2e650a-d14b-4d6d-aeef-de92f1e76f26 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Received port after_create {{(pid=84268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:06:29.659133 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-6c2e650a-d14b-4d6d-aeef-de92f1e76f26 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:29.659858 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-6c2e650a-d14b-4d6d-aeef-de92f1e76f26 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for port, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:29.713536 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 39584) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:29.743075 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-f9aac752-9b0c-4200-9e99-43e12f253276 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Network 07054388-504e-4ac2-b33c-6ef540158df3 is already hosted by enough agents. {{(pid=84268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:06:29.762288 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-0ac8226d-7b91-4662-bf5f-a8ef813ccf34 admin admin] 10.222.0.36 "PUT /v2.0/routers/0629617a-19ac-41bd-8097-01cab952ae81/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.4488289
Apr 05 12:06:29.776053 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 39586) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:29.793509 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-f9aac752-9b0c-4200-9e99-43e12f253276 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Resources bound (agent type, host, resource id):  {{(pid=84268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:06:29.836191 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9fb9fdea-a74d-4311-9995-4efc58d33055 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1444405866', 'description': 'tempest-description--1996637824'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:06:29.838706 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-18b52225-7ac6-46b6-87d1-f44b044d1a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460bd8668>, [{'id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'name': 'tempest-AttachVolumeShelveTestJSON-2114726205-router', 'tenant_id': '09a08590013048999464095fb2986698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:12Z', 'updated_at': '2021-04-05T12:06:23Z', 'revision_number': 4, 'project_id': '09a08590013048999464095fb2986698', 'gw_port': {'id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:13Z', 'updated_at': '2021-04-05T12:06:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': '0663a8dc-85f4-4dba-8176-a2a971dc0534', 'name': '', 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b', 'tenant_id': '09a08590013048999464095fb2986698', 'mac_address': 'fa:16:3e:2e:a6:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd3bbfe2a-e26d-4eee-9523-0b0e4c649bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:20Z', 'updated_at': '2021-04-05T12:06:24Z', 'revision_number': 2, 'project_id': '09a08590013048999464095fb2986698', 'subnets': [{'id': 'd3bbfe2a-e26d-4eee-9523-0b0e4c649bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:06:29.852284 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port 85dc421f-eb56-4711-b5ba-90c999618782 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:06:29.852721 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:29.854188 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b52225-7ac6-46b6-87d1-f44b044d1a4c None None] Checking router: 20060276-d6e6-4355-b2d8-8284c2ecff53 for host: dv-cinder-784763-1-iscsi {{(pid=84271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:06:29.855840 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b52225-7ac6-46b6-87d1-f44b044d1a4c None None] Updating router 20060276-d6e6-4355-b2d8-8284c2ecff53 port 0663a8dc-85f4-4dba-8176-a2a971dc0534 binding host dv-cinder-784763-1-iscsi {{(pid=84271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 12:06:29.856636 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-f9aac752-9b0c-4200-9e99-43e12f253276 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Received port after_create {{(pid=84268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:06:29.874595 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-f9aac752-9b0c-4200-9e99-43e12f253276 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:29.875992 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-f9aac752-9b0c-4200-9e99-43e12f253276 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for port, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:29.933923 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e650a-d14b-4d6d-aeef-de92f1e76f26 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Pushing event updated for resources: {'Port': ['ID=5886b48b-907c-49d7-8944-4161b3a705cb,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:29.946467 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9fb9fdea-a74d-4311-9995-4efc58d33055 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:29.958377 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-9fb9fdea-a74d-4311-9995-4efc58d33055 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Usage tracker for resource:security_group and tenant:09a08590013048999464095fb2986698 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:29.964478 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-9fb9fdea-a74d-4311-9995-4efc58d33055 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:29.986944 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9fb9fdea-a74d-4311-9995-4efc58d33055 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:30.016540 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-6c2e650a-d14b-4d6d-aeef-de92f1e76f26 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 7.2091365
Apr 05 12:06:30.022766 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-f76dbf68-503b-4cb1-b143-4291358bf8c7 None None] Set router 0629617a-19ac-41bd-8097-01cab952ae81 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:06:30.027460 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9fb9fdea-a74d-4311-9995-4efc58d33055 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:30.076431 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-18b52225-7ac6-46b6-87d1-f44b044d1a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:30.090430 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-6c2e650a-d14b-4d6d-aeef-de92f1e76f26 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.467s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:30.101389 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.422s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:30.229096 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aac752-9b0c-4200-9e99-43e12f253276 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Pushing event updated for resources: {'Port': ['ID=57c15950-2ba5-4a42-bb4d-ae7ef56b0248,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:30.239438 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-4b301df7-6121-4630-af00-112599cd65d0 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84268) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 05 12:06:30.239438 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-4b301df7-6121-4630-af00-112599cd65d0 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1556277
Apr 05 12:06:30.242014 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9fb9fdea-a74d-4311-9995-4efc58d33055 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:30.251704 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f9aac752-9b0c-4200-9e99-43e12f253276 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:30.252923 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-9fb9fdea-a74d-4311-9995-4efc58d33055 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Usage tracker for resource:security_group_rule and tenant:09a08590013048999464095fb2986698 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:30.265687 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-f9aac752-9b0c-4200-9e99-43e12f253276 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.9843323
Apr 05 12:06:30.266230 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-9fb9fdea-a74d-4311-9995-4efc58d33055 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:30.281244 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9fb9fdea-a74d-4311-9995-4efc58d33055 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:30.337475 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62078059-379d-4287-b0f0-54848b95815a req-d2a95dec-2f7d-4664-81f9-ce6677bbf229 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:30.344485 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-62078059-379d-4287-b0f0-54848b95815a req-d2a95dec-2f7d-4664-81f9-ce6677bbf229 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 932 time: 1.2572596
Apr 05 12:06:30.422775 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c2477-5027-4ecb-bcee-894ca1c0b0d7 req-d7d68f91-8fb8-4ccc-9719-746b87ea374f tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:30.423701 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-aa9c2477-5027-4ecb-bcee-894ca1c0b0d7 req-d7d68f91-8fb8-4ccc-9719-746b87ea374f tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Synchronizing usage tracker for tenant:a1f3610ab26944db91319f80a64eb76d on resource:port {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:06:30.486563 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-aa9c2477-5027-4ecb-bcee-894ca1c0b0d7 req-d7d68f91-8fb8-4ccc-9719-746b87ea374f tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Unset dirty status for tenant:a1f3610ab26944db91319f80a64eb76d on resource:port {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:06:30.487578 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-aa9c2477-5027-4ecb-bcee-894ca1c0b0d7 req-d7d68f91-8fb8-4ccc-9719-746b87ea374f tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 931 time: 0.4698730
Apr 05 12:06:30.508342 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-62078059-379d-4287-b0f0-54848b95815a req-56eeebdc-15c1-48c1-9de1-4d367cc95328 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Synchronizing usage tracker for tenant:6c0184ae62e6427db9fd25988a10a9c2 on resource:security_group {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:06:30.520789 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 39608) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:30.629943 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-aa9c2477-5027-4ecb-bcee-894ca1c0b0d7 req-fd10eb9e-b5e7-425b-9d9b-f1b0cd567fa5 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Synchronizing usage tracker for tenant:a1f3610ab26944db91319f80a64eb76d on resource:security_group {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:06:30.680458 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-df0a4af0-90fc-4588-8772-878515a4d89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131'] for subnet, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:30.688330 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-aa9c2477-5027-4ecb-bcee-894ca1c0b0d7 req-fd10eb9e-b5e7-425b-9d9b-f1b0cd567fa5 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Unset dirty status for tenant:a1f3610ab26944db91319f80a64eb76d on resource:security_group {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:06:30.689643 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-aa9c2477-5027-4ecb-bcee-894ca1c0b0d7 req-fd10eb9e-b5e7-425b-9d9b-f1b0cd567fa5 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1875389
Apr 05 12:06:30.700766 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9fb9fdea-a74d-4311-9995-4efc58d33055 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:30.712785 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9fb9fdea-a74d-4311-9995-4efc58d33055 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:30.728040 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:30.750633 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-dcd62ca5-ac41-4c78-bce3-19a874ed3ea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:30.778213 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9fb9fdea-a74d-4311-9995-4efc58d33055 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:30.779697 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-9fb9fdea-a74d-4311-9995-4efc58d33055 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.0204318
Apr 05 12:06:30.782695 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 39620) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:30.791896 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-48073d91-60b6-4688-b88a-4e62c3d74e48 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Request body: {'security_group_rule': {'security_group_id': 'aa7113d5-080c-4a56-a74b-25bfce99a781', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:06:30.815602 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-48073d91-60b6-4688-b88a-4e62c3d74e48 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:30.819980 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 0ab42e20-ed2d-46b8-a8e9-e19678cd50c0 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:06:30.823172 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-48073d91-60b6-4688-b88a-4e62c3d74e48 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Usage tracker for resource:security_group_rule and tenant:09a08590013048999464095fb2986698 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:30.830591 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-48073d91-60b6-4688-b88a-4e62c3d74e48 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:30.844667 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-48073d91-60b6-4688-b88a-4e62c3d74e48 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:30.847210 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-62078059-379d-4287-b0f0-54848b95815a req-56eeebdc-15c1-48c1-9de1-4d367cc95328 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Unset dirty status for tenant:6c0184ae62e6427db9fd25988a10a9c2 on resource:security_group {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:06:30.848492 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-62078059-379d-4287-b0f0-54848b95815a req-56eeebdc-15c1-48c1-9de1-4d367cc95328 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4922884
Apr 05 12:06:30.901952 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-48073d91-60b6-4688-b88a-4e62c3d74e48 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:30.980250 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a4af0-90fc-4588-8772-878515a4d89a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c373eae-762f-415a-b680-888b8881fb6f,revision_number=0']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:30.994091 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72a8b7b6-34d3-49af-90ae-07234882abe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:30.996136 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-df0a4af0-90fc-4588-8772-878515a4d89a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:31.041557 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-72a8b7b6-34d3-49af-90ae-07234882abe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:31.048154 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-72a8b7b6-34d3-49af-90ae-07234882abe9 admin admin] Usage tracker for resource:security_group_rule and tenant:e315ad30441644ad92569499ea899a0a is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:31.055719 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ee07dea1-e054-4998-b634-4e46b17c0c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:31.057866 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-72a8b7b6-34d3-49af-90ae-07234882abe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:31.075842 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9fdea-a74d-4311-9995-4efc58d33055 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7113d5-080c-4a56-a74b-25bfce99a781,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:31.109137 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-9fb9fdea-a74d-4311-9995-4efc58d33055 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:31.140469 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-72a8b7b6-34d3-49af-90ae-07234882abe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:31.164668 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-5bda0053-e03c-4d47-a8dd-1ad4860d7c00 service neutron] Request body: {'port': {'device_id': '340a418d-96b3-4566-88fe-9f580c3f939d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:06:31.171243 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ee07dea1-e054-4998-b634-4e46b17c0c3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:31.205464 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-ee07dea1-e054-4998-b634-4e46b17c0c3e admin admin] Usage tracker for resource:security_group_rule and tenant:54d0403962ce4655ad8c0781fd95a58a is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:31.222505 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-ee07dea1-e054-4998-b634-4e46b17c0c3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:31.271814 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ee07dea1-e054-4998-b634-4e46b17c0c3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:31.410176 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port 0ab42e20-ed2d-46b8-a8e9-e19678cd50c0 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:06:31.410610 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:31.422934 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-18b52225-7ac6-46b6-87d1-f44b044d1a4c None None] Notify callbacks [] for port, precommit_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:31.452255 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-18b52225-7ac6-46b6-87d1-f44b044d1a4c None None] Transition to ACTIVE for port object 0663a8dc-85f4-4dba-8176-a2a971dc0534 will not be triggered until provisioned by entity L2. {{(pid=84271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:06:31.465895 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-18b52225-7ac6-46b6-87d1-f44b044d1a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:31.495286 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-fa4b2f04-9c71-41e3-95d9-805e7fbcf3a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:31.523675 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0a4af0-90fc-4588-8772-878515a4d89a admin admin] Checking segment: {'id': '97036caf-9776-4687-90e9-5a70e8dd7bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fa2286e0-f810-4f1e-b94d-9a1348f1c0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:06:31.524414 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0a4af0-90fc-4588-8772-878515a4d89a admin admin] Network hostable DHCP agents. Network: fa2286e0-f810-4f1e-b94d-9a1348f1c0a5, hostable agents: ['09bf275b-3c10-4287-a080-17cf02d540e7'], hosted agents: [] {{(pid=84269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 12:06:31.643205 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0a4af0-90fc-4588-8772-878515a4d89a admin admin] Network fa2286e0-f810-4f1e-b94d-9a1348f1c0a5 is scheduled to be hosted by DHCP agent 09bf275b-3c10-4287-a080-17cf02d540e7 with binding_index 1 {{(pid=84269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 12:06:31.648551 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72a8b7b6-34d3-49af-90ae-07234882abe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:31.655425 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-b90cb4db-5d79-4a07-8a3e-fb14f96665a1 service neutron] Request body: {'port': {'device_id': '8684743b-ae41-4c22-ab30-6d1e41e460be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:06:31.698894 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-f76dbf68-503b-4cb1-b143-4291358bf8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460d9ee48>, [{'id': '0629617a-19ac-41bd-8097-01cab952ae81', 'name': 'tempest-ServerRescueNegativeTestJSON-493775279-router', 'tenant_id': 'b0903b4e64774f679042704eb580949d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '85dc421f-eb56-4711-b5ba-90c999618782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:12Z', 'updated_at': '2021-04-05T12:06:21Z', 'revision_number': 4, 'project_id': 'b0903b4e64774f679042704eb580949d', 'gw_port': {'id': '85dc421f-eb56-4711-b5ba-90c999618782', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ea:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0629617a-19ac-41bd-8097-01cab952ae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:14Z', 'updated_at': '2021-04-05T12:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': '61592604-35d1-4372-ba7a-f6fcda416921', 'name': '', 'network_id': 'a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0', 'tenant_id': 'b0903b4e64774f679042704eb580949d', 'mac_address': 'fa:16:3e:c9:5d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0629617a-19ac-41bd-8097-01cab952ae81', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ced82538-3893-4e0b-a29e-4343c9a27f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:19Z', 'updated_at': '2021-04-05T12:06:22Z', 'revision_number': 2, 'project_id': 'b0903b4e64774f679042704eb580949d', 'subnets': [{'id': 'ced82538-3893-4e0b-a29e-4343c9a27f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:06:31.723135 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-df0a4af0-90fc-4588-8772-878515a4d89a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-iscsi, fa2286e0-f810-4f1e-b94d-9a1348f1c0a5) {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:06:31.732040 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5fc480-fd21-4709-b46b-a326fc73c0ef None None] Pushing event updated for resources: {'Port': ['ID=0663a8dc-85f4-4dba-8176-a2a971dc0534,revision_number=3']} {{(pid=84271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:31.739112 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-fe5fc480-fd21-4709-b46b-a326fc73c0ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:31.753777 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0a4af0-90fc-4588-8772-878515a4d89a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:31.754453 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-df0a4af0-90fc-4588-8772-878515a4d89a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for subnet, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:31.840866 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ee07dea1-e054-4998-b634-4e46b17c0c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:31.865746 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76dbf68-503b-4cb1-b143-4291358bf8c7 None None] Checking router: 0629617a-19ac-41bd-8097-01cab952ae81 for host: dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:06:31.866164 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76dbf68-503b-4cb1-b143-4291358bf8c7 None None] Updating router 0629617a-19ac-41bd-8097-01cab952ae81 port 61592604-35d1-4372-ba7a-f6fcda416921 binding host dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 12:06:31.870899 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ee07dea1-e054-4998-b634-4e46b17c0c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:31.881249 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-5bda0053-e03c-4d47-a8dd-1ad4860d7c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:31.933747 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-287d4441-7e52-401d-b19e-77a09e2c41c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:31.948911 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bca854-005f-4ece-b97a-092816e5d01e req-daf3f24a-6e48-49ce-bbf5-0ac5f7b82240 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:31.961287 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f5bca854-005f-4ece-b97a-092816e5d01e req-daf3f24a-6e48-49ce-bbf5-0ac5f7b82240 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/networks?id=a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0 HTTP/1.1" status: 200  len: 818 time: 0.2738547
Apr 05 12:06:31.974172 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-ee07dea1-e054-4998-b634-4e46b17c0c3e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54d0403962ce4655ad8c0781fd95a58a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4372706
Apr 05 12:06:31.974172 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-df0a4af0-90fc-4588-8772-878515a4d89a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 4.3141234
Apr 05 12:06:31.988526 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 39650) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:32.038598 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07dea1-e054-4998-b634-4e46b17c0c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926c5dbc-56e8-4bb9-bdb6-c6031db7c6ee,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:32.050242 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec8594f-7b26-4fde-97a9-777e89574d3f None None] Network fa2286e0-f810-4f1e-b94d-9a1348f1c0a5 requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:06:32.070084 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ee07dea1-e054-4998-b634-4e46b17c0c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:32.142407 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72a8b7b6-34d3-49af-90ae-07234882abe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:32.255030 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f76dbf68-503b-4cb1-b143-4291358bf8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:32.273215 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f5bca854-005f-4ece-b97a-092816e5d01e req-b15886c1-cba8-4653-9b72-13acf4c3d321 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/quotas/b0903b4e64774f679042704eb580949d HTTP/1.1" status: 200  len: 375 time: 0.3108487
Apr 05 12:06:32.319127 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868ee97-b80f-4980-b574-fdbfc266a241 req-1aaf8b5b-0854-4331-b1b3-c7d703d10f15 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:32.341702 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d868ee97-b80f-4980-b574-fdbfc266a241 req-1aaf8b5b-0854-4331-b1b3-c7d703d10f15 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 931 time: 0.3721230
Apr 05 12:06:32.368905 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 39662) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:32.422005 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-18b52225-7ac6-46b6-87d1-f44b044d1a4c None None] Attempting to bind port 0663a8dc-85f4-4dba-8176-a2a971dc0534 on host dv-cinder-784763-1-iscsi for vnic_type normal with profile  {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:06:32.422561 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-18b52225-7ac6-46b6-87d1-f44b044d1a4c None None] Attempting to bind port 0663a8dc-85f4-4dba-8176-a2a971dc0534 by drivers openvswitch,hyperv on host dv-cinder-784763-1-iscsi at level 0 using segments [{'id': 'e495bedb-3d01-4d20-b74e-aa316357e53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b'}] {{(pid=84271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:06:32.422779 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b52225-7ac6-46b6-87d1-f44b044d1a4c None None] Attempting to bind port 0663a8dc-85f4-4dba-8176-a2a971dc0534 on network 5ba2dc6d-7a10-4983-bd4a-704d4ac9411b {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:06:32.430842 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:32.460062 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b52225-7ac6-46b6-87d1-f44b044d1a4c None None] Checking agent: {'id': '93e0106f-7977-40cd-8b89-dc51f73202a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 25), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:06:32.460587 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b52225-7ac6-46b6-87d1-f44b044d1a4c None None] Checking segment: {'id': 'e495bedb-3d01-4d20-b74e-aa316357e53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:06:32.461036 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-18b52225-7ac6-46b6-87d1-f44b044d1a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:32.469817 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b52225-7ac6-46b6-87d1-f44b044d1a4c None None] Bound using segment: {'id': 'e495bedb-3d01-4d20-b74e-aa316357e53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b'} {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:06:32.471939 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-18b52225-7ac6-46b6-87d1-f44b044d1a4c None None] Bound port: 0663a8dc-85f4-4dba-8176-a2a971dc0534, host: dv-cinder-784763-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e495bedb-3d01-4d20-b74e-aa316357e53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b'}}] {{(pid=84271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:06:32.473133 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-18b52225-7ac6-46b6-87d1-f44b044d1a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:32.540266 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-f291186c-1e6f-40f6-8473-6b560583ce28 admin admin] Deleting subnet 90227dbe-4d9c-486f-835c-9b202cca776d {{(pid=84269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 05 12:06:32.551539 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f291186c-1e6f-40f6-8473-6b560583ce28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:32.660674 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9c4024-c938-45d1-a4aa-61783af20c0c None None] Network fa2286e0-f810-4f1e-b94d-9a1348f1c0a5 requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:06:32.703928 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d868ee97-b80f-4980-b574-fdbfc266a241 req-c4668c4f-7a01-4452-acdc-ef83ec9bdba9 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3619440
Apr 05 12:06:32.731147 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-18b52225-7ac6-46b6-87d1-f44b044d1a4c None None] For port 0663a8dc-85f4-4dba-8176-a2a971dc0534, host dv-cinder-784763-1-iscsi, cleared binding levels {{(pid=84271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:06:32.736459 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-18b52225-7ac6-46b6-87d1-f44b044d1a4c None None] For port 0663a8dc-85f4-4dba-8176-a2a971dc0534, host dv-cinder-784763-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=0663a8dc-85f4-4dba-8176-a2a971dc0534,segment=NetworkSegment(e495bedb-3d01-4d20-b74e-aa316357e53b),segment_id=e495bedb-3d01-4d20-b74e-aa316357e53b)] {{(pid=84271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:06:32.746700 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f291186c-1e6f-40f6-8473-6b560583ce28 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:32.747159 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-18b52225-7ac6-46b6-87d1-f44b044d1a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:32.768677 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f291186c-1e6f-40f6-8473-6b560583ce28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-128983'] for subnet, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:32.783786 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-fe5fc480-fd21-4709-b46b-a326fc73c0ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:32.933809 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-b90cb4db-5d79-4a07-8a3e-fb14f96665a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:33.148586 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5fc480-fd21-4709-b46b-a326fc73c0ef None None] Pushing event updated for resources: {'Port': ['ID=0663a8dc-85f4-4dba-8176-a2a971dc0534,revision_number=4']} {{(pid=84271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:33.159640 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-fe5fc480-fd21-4709-b46b-a326fc73c0ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:33.283249 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b52225-7ac6-46b6-87d1-f44b044d1a4c None None] Routers {'20060276-d6e6-4355-b2d8-8284c2ecff53'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:06:33.284138 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-18b52225-7ac6-46b6-87d1-f44b044d1a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460bd8668>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:06:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['20060276-d6e6-4355-b2d8-8284c2ecff53'], 'active': True} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:06:33.369219 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba07c7-3a64-49f0-b005-6f86a60884c6 req-a19c3b32-9098-4695-b81b-18c1b14c73af tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:33.382930 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-56ba07c7-3a64-49f0-b005-6f86a60884c6 req-a19c3b32-9098-4695-b81b-18c1b14c73af tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 932 time: 0.2006981
Apr 05 12:06:33.483919 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-56ba07c7-3a64-49f0-b005-6f86a60884c6 req-cbe83fc1-9f2d-48b1-bb5b-ed7d82113916 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997992
Apr 05 12:06:33.547061 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f291186c-1e6f-40f6-8473-6b560583ce28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854646833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131'] for subnet, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:33.646571 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-b90cb4db-5d79-4a07-8a3e-fb14f96665a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5886b48b-907c-49d7-8944-4161b3a705cb {{(pid=84268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:06:33.654788 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-b90cb4db-5d79-4a07-8a3e-fb14f96665a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:33.691464 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-b90cb4db-5d79-4a07-8a3e-fb14f96665a1 service neutron] Transition to ACTIVE for port object 5886b48b-907c-49d7-8944-4161b3a705cb will not be triggered until provisioned by entity L2. {{(pid=84268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:06:33.702001 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:33.729387 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-b90cb4db-5d79-4a07-8a3e-fb14f96665a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:33.784244 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f76dbf68-503b-4cb1-b143-4291358bf8c7 None None] Notify callbacks [] for port, precommit_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:33.797579 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-18b52225-7ac6-46b6-87d1-f44b044d1a4c None None] Set router 20060276-d6e6-4355-b2d8-8284c2ecff53 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:06:33.797756 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-f76dbf68-503b-4cb1-b143-4291358bf8c7 None None] Transition to ACTIVE for port object 61592604-35d1-4372-ba7a-f6fcda416921 will not be triggered until provisioned by entity L2. {{(pid=84270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:06:33.816473 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f76dbf68-503b-4cb1-b143-4291358bf8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:33.816798 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8b7b6-34d3-49af-90ae-07234882abe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e05bf8-eb5e-4ac4-99a8-4f2feac68299,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:33.847069 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-72a8b7b6-34d3-49af-90ae-07234882abe9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e315ad30441644ad92569499ea899a0a&name=default HTTP/1.1" status: 200  len: 2979 time: 4.0471854
Apr 05 12:06:33.850743 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 39678) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:33.870215 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291186c-1e6f-40f6-8473-6b560583ce28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90227dbe-4d9c-486f-835c-9b202cca776d,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:33.885607 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f291186c-1e6f-40f6-8473-6b560583ce28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:33.899127 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-48073d91-60b6-4688-b88a-4e62c3d74e48 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:33.923256 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-72a8b7b6-34d3-49af-90ae-07234882abe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.492s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:33.970463 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f9aac752-9b0c-4200-9e99-43e12f253276 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:34.013782 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f291186c-1e6f-40f6-8473-6b560583ce28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:34.042007 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-48073d91-60b6-4688-b88a-4e62c3d74e48 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411633'] for security_group_rule, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:34.043363 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-f291186c-1e6f-40f6-8473-6b560583ce28 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/90227dbe-4d9c-486f-835c-9b202cca776d HTTP/1.1" status: 204  len: 168 time: 1.6639051
Apr 05 12:06:34.047398 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 39684) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:34.135316 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:34.158705 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349a3aa-f3f7-49ed-9d60-b778783d3373 req-5b22c74d-a1c9-4b5d-922d-48a413f70e02 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:34.160650 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4349a3aa-f3f7-49ed-9d60-b778783d3373 req-5b22c74d-a1c9-4b5d-922d-48a413f70e02 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 943 time: 0.2279704
Apr 05 12:06:34.251936 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4feec-50a1-4d5b-b4a0-6b85dd012e04 None None] Pushing event updated for resources: {'Port': ['ID=61592604-35d1-4372-ba7a-f6fcda416921,revision_number=3']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:34.280135 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4349a3aa-f3f7-49ed-9d60-b778783d3373 req-96057e1e-1e8f-4e1e-a686-ba594376202e tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004174
Apr 05 12:06:34.283170 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ece4feec-50a1-4d5b-b4a0-6b85dd012e04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:34.289631 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a0de454-b3b1-4903-8084-52d587f35717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-139629'] for network, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:34.542421 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-f76dbf68-503b-4cb1-b143-4291358bf8c7 None None] Attempting to bind port 61592604-35d1-4372-ba7a-f6fcda416921 on host dv-cinder-784763-1-iscsi for vnic_type normal with profile  {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:06:34.542836 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-f76dbf68-503b-4cb1-b143-4291358bf8c7 None None] Attempting to bind port 61592604-35d1-4372-ba7a-f6fcda416921 by drivers openvswitch,hyperv on host dv-cinder-784763-1-iscsi at level 0 using segments [{'id': '53b28aa4-d901-4708-a140-750e38a3cab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0'}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:06:34.543151 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76dbf68-503b-4cb1-b143-4291358bf8c7 None None] Attempting to bind port 61592604-35d1-4372-ba7a-f6fcda416921 on network a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0 {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:06:34.549007 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76dbf68-503b-4cb1-b143-4291358bf8c7 None None] Checking agent: {'id': '93e0106f-7977-40cd-8b89-dc51f73202a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 25), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:06:34.549430 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76dbf68-503b-4cb1-b143-4291358bf8c7 None None] Checking segment: {'id': '53b28aa4-d901-4708-a140-750e38a3cab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:06:34.549884 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f76dbf68-503b-4cb1-b143-4291358bf8c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:34.550352 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76dbf68-503b-4cb1-b143-4291358bf8c7 None None] Bound using segment: {'id': '53b28aa4-d901-4708-a140-750e38a3cab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0'} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:06:34.550873 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-f76dbf68-503b-4cb1-b143-4291358bf8c7 None None] Bound port: 61592604-35d1-4372-ba7a-f6fcda416921, host: dv-cinder-784763-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b28aa4-d901-4708-a140-750e38a3cab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0'}}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:06:34.551290 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f76dbf68-503b-4cb1-b143-4291358bf8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:34.590383 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a0de454-b3b1-4903-8084-52d587f35717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768810', 'neutron.services.segments.db._delete_segments_for_network--9223363299714337857'] for network, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:34.645982 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-18b52225-7ac6-46b6-87d1-f44b044d1a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460bd8668>, [{'id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'name': 'tempest-AttachVolumeShelveTestJSON-2114726205-router', 'tenant_id': '09a08590013048999464095fb2986698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:12Z', 'updated_at': '2021-04-05T12:06:23Z', 'revision_number': 4, 'project_id': '09a08590013048999464095fb2986698', 'gw_port': {'id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:13Z', 'updated_at': '2021-04-05T12:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': '0663a8dc-85f4-4dba-8176-a2a971dc0534', 'name': '', 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b', 'tenant_id': '09a08590013048999464095fb2986698', 'mac_address': 'fa:16:3e:2e:a6:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd3bbfe2a-e26d-4eee-9523-0b0e4c649bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:20Z', 'updated_at': '2021-04-05T12:06:32Z', 'revision_number': 4, 'project_id': '09a08590013048999464095fb2986698', 'subnets': [{'id': 'd3bbfe2a-e26d-4eee-9523-0b0e4c649bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:06:34.651054 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b52225-7ac6-46b6-87d1-f44b044d1a4c None None] The sync data for ids ['20060276-d6e6-4355-b2d8-8284c2ecff53'] in dv-cinder-784763-1-iscsi is: [{'id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'name': 'tempest-AttachVolumeShelveTestJSON-2114726205-router', 'tenant_id': '09a08590013048999464095fb2986698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:12Z', 'updated_at': '2021-04-05T12:06:23Z', 'revision_number': 4, 'project_id': '09a08590013048999464095fb2986698', 'gw_port': {'id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:13Z', 'updated_at': '2021-04-05T12:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': '0663a8dc-85f4-4dba-8176-a2a971dc0534', 'name': '', 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b', 'tenant_id': '09a08590013048999464095fb2986698', 'mac_address': 'fa:16:3e:2e:a6:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd3bbfe2a-e26d-4eee-9523-0b0e4c649bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:20Z', 'updated_at': '2021-04-05T12:06:32Z', 'revision_number': 4, 'project_id': '09a08590013048999464095fb2986698', 'subnets': [{'id': 'd3bbfe2a-e26d-4eee-9523-0b0e4c649bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:06:34.659727 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-5bda0053-e03c-4d47-a8dd-1ad4860d7c00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c15950-2ba5-4a42-bb4d-ae7ef56b0248 {{(pid=84268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:06:34.800591 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-5bda0053-e03c-4d47-a8dd-1ad4860d7c00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:34.837066 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-5bda0053-e03c-4d47-a8dd-1ad4860d7c00 service neutron] Transition to ACTIVE for port object 57c15950-2ba5-4a42-bb4d-ae7ef56b0248 will not be triggered until provisioned by entity L2. {{(pid=84268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:06:34.847900 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-f76dbf68-503b-4cb1-b143-4291358bf8c7 None None] For port 61592604-35d1-4372-ba7a-f6fcda416921, host dv-cinder-784763-1-iscsi, cleared binding levels {{(pid=84270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:06:34.854360 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-f76dbf68-503b-4cb1-b143-4291358bf8c7 None None] For port 61592604-35d1-4372-ba7a-f6fcda416921, host dv-cinder-784763-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=61592604-35d1-4372-ba7a-f6fcda416921,segment=NetworkSegment(53b28aa4-d901-4708-a140-750e38a3cab2),segment_id=53b28aa4-d901-4708-a140-750e38a3cab2)] {{(pid=84270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:06:34.861034 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f76dbf68-503b-4cb1-b143-4291358bf8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:34.888786 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:34.939202 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a0de454-b3b1-4903-8084-52d587f35717 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f245bf6a9b0>> segment before_delete 55550000 {{(pid=84269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 12:06:34.939690 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a0de454-b3b1-4903-8084-52d587f35717 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f245bf6a9b0>> subnet precommit_delete_associations 55550000 {{(pid=84269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 12:06:34.940913 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a0de454-b3b1-4903-8084-52d587f35717 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2460dfa978>> segment_host_mapping after_create 55550000 {{(pid=84269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 12:06:34.941445 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a0de454-b3b1-4903-8084-52d587f35717 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2460dfa978>> port after_create 55550000 {{(pid=84269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 12:06:34.942012 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a0de454-b3b1-4903-8084-52d587f35717 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2460dfa978>> port after_delete 55550000 {{(pid=84269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 12:06:34.942479 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a0de454-b3b1-4903-8084-52d587f35717 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2460dfa978>> port after_update 55550000 {{(pid=84269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 12:06:34.943484 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a0de454-b3b1-4903-8084-52d587f35717 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2460dfa978>> segment after_delete 55550000 {{(pid=84269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 12:06:34.943958 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a0de454-b3b1-4903-8084-52d587f35717 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2460dfa978>> subnet after_create 55550000 {{(pid=84269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 12:06:34.944323 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a0de454-b3b1-4903-8084-52d587f35717 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2460dfa978>> subnet after_delete 55550000 {{(pid=84269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 12:06:34.944759 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a0de454-b3b1-4903-8084-52d587f35717 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2460dfa978>> subnet after_update 55550000 {{(pid=84269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 12:06:34.963105 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba1cae8e-cb47-49af-bb18-5f4209f8c511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:34.993791 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba1cae8e-cb47-49af-bb18-5f4209f8c511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:35.044675 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-5bda0053-e03c-4d47-a8dd-1ad4860d7c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:35.129357 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90cb4db-5d79-4a07-8a3e-fb14f96665a1 service neutron] Pushing event updated for resources: {'Port': ['ID=5886b48b-907c-49d7-8944-4161b3a705cb,revision_number=2']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:35.153800 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba1cae8e-cb47-49af-bb18-5f4209f8c511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:35.155020 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-b90cb4db-5d79-4a07-8a3e-fb14f96665a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.185s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:35.157068 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a0de454-b3b1-4903-8084-52d587f35717 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2460adfe80>> subnet after_create 55550000 {{(pid=84269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 12:06:35.157614 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a0de454-b3b1-4903-8084-52d587f35717 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2460adfe80>> subnet after_delete 55550000 {{(pid=84269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 12:06:35.158185 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a0de454-b3b1-4903-8084-52d587f35717 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2460adfe80>> subnet before_create 55550000 {{(pid=84269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 12:06:35.158748 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a0de454-b3b1-4903-8084-52d587f35717 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2460adfe80>> subnet before_update 55550000 {{(pid=84269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 12:06:35.159320 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-3a0de454-b3b1-4903-8084-52d587f35717 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2460bb69b0>,) {'filters': {'network_id': ['0cb8346c-d2f2-4593-96e6-fcfb6693a0b9']}} {{(pid=84269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:06:35.178820 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-3a0de454-b3b1-4903-8084-52d587f35717 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2460bb69b0>, '53305ab5-a98a-4da7-8a86-8174f7b10949') {'for_net_delete': True} {{(pid=84269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:06:35.179447 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-3a0de454-b3b1-4903-8084-52d587f35717 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2460bb69b0>, '53305ab5-a98a-4da7-8a86-8174f7b10949') {} {{(pid=84269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:06:35.182423 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4feec-50a1-4d5b-b4a0-6b85dd012e04 None None] Pushing event updated for resources: {'Port': ['ID=61592604-35d1-4372-ba7a-f6fcda416921,revision_number=4']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:35.195560 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a0de454-b3b1-4903-8084-52d587f35717 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737140437841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036794239669'] for segment, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:35.199706 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ece4feec-50a1-4d5b-b4a0-6b85dd012e04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:35.233744 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a0de454-b3b1-4903-8084-52d587f35717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:35.250262 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a0de454-b3b1-4903-8084-52d587f35717 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=84269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 05 12:06:35.266770 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.562s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:35.274007 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-48073d91-60b6-4688-b88a-4e62c3d74e48 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:35.277992 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-48073d91-60b6-4688-b88a-4e62c3d74e48 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 4.4916716
Apr 05 12:06:35.287812 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 39694) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:35.295645 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2604f2b3-6cfa-4047-adff-0d4442c1b682 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Request body: {'security_group_rule': {'security_group_id': 'aa7113d5-080c-4a56-a74b-25bfce99a781', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:06:35.304804 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0ec7f353-4cd7-4eea-add5-8e48c2dbc6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:35.325321 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-f5bca854-005f-4ece-b97a-092816e5d01e req-55b68439-c5d7-4071-9f89-4d3553331d8a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Synchronizing usage tracker for tenant:b0903b4e64774f679042704eb580949d on resource:port {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:06:35.331052 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76dbf68-503b-4cb1-b143-4291358bf8c7 None None] Routers {'0629617a-19ac-41bd-8097-01cab952ae81'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:06:35.332057 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-f76dbf68-503b-4cb1-b143-4291358bf8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460d9ee48>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:06:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['0629617a-19ac-41bd-8097-01cab952ae81'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:06:35.399128 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2604f2b3-6cfa-4047-adff-0d4442c1b682 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:35.413117 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-2604f2b3-6cfa-4047-adff-0d4442c1b682 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Usage tracker for resource:security_group_rule and tenant:09a08590013048999464095fb2986698 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:35.435343 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-2604f2b3-6cfa-4047-adff-0d4442c1b682 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:35.437793 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0ec7f353-4cd7-4eea-add5-8e48c2dbc6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:35.514802 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b832d29-ce09-42fb-9fb0-8cf9ae07127a req-ef1887cd-3748-47b1-8b32-460e5990e2b1 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:35.516986 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3b832d29-ce09-42fb-9fb0-8cf9ae07127a req-ef1887cd-3748-47b1-8b32-460e5990e2b1 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 944 time: 0.7258301
Apr 05 12:06:35.518225 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2604f2b3-6cfa-4047-adff-0d4442c1b682 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:35.560832 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48073d91-60b6-4688-b88a-4e62c3d74e48 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a53ab363-e564-498b-ada0-24e656344398,revision_number=0']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:35.583028 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0ec7f353-4cd7-4eea-add5-8e48c2dbc6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:35.593056 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-48073d91-60b6-4688-b88a-4e62c3d74e48 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:35.596021 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.444s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:35.635608 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3b832d29-ce09-42fb-9fb0-8cf9ae07127a req-de317b44-f592-46c1-ba23-364ac3275517 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045096
Apr 05 12:06:35.637597 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-3a0de454-b3b1-4903-8084-52d587f35717 admin admin] Network 0cb8346c-d2f2-4593-96e6-fcfb6693a0b9 has no segments {{(pid=84269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 12:06:35.660944 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2604f2b3-6cfa-4047-adff-0d4442c1b682 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:35.679364 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0ec7f353-4cd7-4eea-add5-8e48c2dbc6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:35.683969 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-0ec7f353-4cd7-4eea-add5-8e48c2dbc6c8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f7e05bf8-eb5e-4ac4-99a8-4f2feac68299 HTTP/1.1" status: 204  len: 168 time: 1.7224741
Apr 05 12:06:35.694879 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-f5bca854-005f-4ece-b97a-092816e5d01e req-55b68439-c5d7-4071-9f89-4d3553331d8a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Unset dirty status for tenant:b0903b4e64774f679042704eb580949d on resource:port {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:06:35.696676 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f5bca854-005f-4ece-b97a-092816e5d01e req-55b68439-c5d7-4071-9f89-4d3553331d8a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0903b4e64774f679042704eb580949d&fields=id HTTP/1.1" status: 200  len: 255 time: 3.4224596
Apr 05 12:06:35.704907 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba1cae8e-cb47-49af-bb18-5f4209f8c511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:35.710022 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-ba1cae8e-cb47-49af-bb18-5f4209f8c511 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/926c5dbc-56e8-4bb9-bdb6-c6031db7c6ee HTTP/1.1" status: 204  len: 168 time: 3.5737221
Apr 05 12:06:35.712702 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a0de454-b3b1-4903-8084-52d587f35717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2694727'] for segment, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:35.900239 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2604f2b3-6cfa-4047-adff-0d4442c1b682 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:35.931482 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2604f2b3-6cfa-4047-adff-0d4442c1b682 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411633'] for security_group_rule, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:35.995865 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:36.014094 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-f76dbf68-503b-4cb1-b143-4291358bf8c7 None None] Set router 0629617a-19ac-41bd-8097-01cab952ae81 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:06:36.167065 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 0663a8dc-85f4-4dba-8176-a2a971dc0534 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:06:36.171625 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604f2b3-6cfa-4047-adff-0d4442c1b682 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e9d44c6-d624-4149-8cb9-5983f1c38471,revision_number=0']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:36.175167 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2604f2b3-6cfa-4047-adff-0d4442c1b682 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:36.308206 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-3a0de454-b3b1-4903-8084-52d587f35717 admin admin] Network 0cb8346c-d2f2-4593-96e6-fcfb6693a0b9 has no segments {{(pid=84269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 12:06:36.317009 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2604f2b3-6cfa-4047-adff-0d4442c1b682 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:36.318520 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-2604f2b3-6cfa-4047-adff-0d4442c1b682 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.0282035
Apr 05 12:06:36.345519 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 39718) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]:   from cryptography.utils import int_from_bytes
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]:   from cryptography.utils import int_from_bytes
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]:   (rel_b, rel_a, rel_b),
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]: Traceback (most recent call last):
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]:     timer()
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]:     cb(*args, **kw)
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]:     return func(*args, **kwargs)
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]:     self._notify()
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]:     self.callback(batched_events)
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]:     event.method(event)
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]:     segment_id)['aggregates'][0]
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]:     return f(self, *a, **k)
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]:     return self._get(url).json()
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]:     **kwargs)
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]:     return self.request(url, 'GET', **kwargs)
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]:     **endpoint_filter)
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 05 12:06:36.349888 dv-cinder-784763-1-iscsi neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 05 12:06:36.355576 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-7d29c7dd-f34f-43e0-a231-a72ddcd73daa tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Request body: {'floatingip': {'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:06:36.431219 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7d29c7dd-f34f-43e0-a231-a72ddcd73daa tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:36.438038 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f5bca854-005f-4ece-b97a-092816e5d01e req-29b6bfae-d252-4ab4-9121-319149a26719 service neutron] 10.222.0.36 "GET /v2.0/networks/a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6999249
Apr 05 12:06:36.449495 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda0053-e03c-4d47-a8dd-1ad4860d7c00 service neutron] Pushing event updated for resources: {'Port': ['ID=57c15950-2ba5-4a42-bb4d-ae7ef56b0248,revision_number=2']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:36.455169 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-7d29c7dd-f34f-43e0-a231-a72ddcd73daa tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Usage tracker for resource:floatingip and tenant:09a08590013048999464095fb2986698 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:36.460868 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-5bda0053-e03c-4d47-a8dd-1ad4860d7c00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.865s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:36.483585 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-7d29c7dd-f34f-43e0-a231-a72ddcd73daa tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:36.509316 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7d29c7dd-f34f-43e0-a231-a72ddcd73daa tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:36.511957 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 39722) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:36.543059 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 39726) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:36.557530 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f4b2b-a90c-4040-86f9-dcda76896cdb req-6654f03f-cac4-432d-87bb-c4ddde6bdbac tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:36.559224 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-db5f4b2b-a90c-4040-86f9-dcda76896cdb req-6654f03f-cac4-432d-87bb-c4ddde6bdbac tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 943 time: 0.4725428
Apr 05 12:06:36.560000 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a0de454-b3b1-4903-8084-52d587f35717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854330406'] for network, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:36.574554 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-80eb9c1a-9bd5-4fc6-8966-d4570d2ffe98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:36.579324 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-72a8b7b6-34d3-49af-90ae-07234882abe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.258s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:36.592697 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d29c7dd-f34f-43e0-a231-a72ddcd73daa tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for floatingip, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:36.609866 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning for port 0663a8dc-85f4-4dba-8176-a2a971dc0534 completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:06:36.623007 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port 0663a8dc-85f4-4dba-8176-a2a971dc0534 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:06:36.623428 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:36.633574 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-880ac365-07b6-4669-bfce-41986f223a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:36.647833 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-80eb9c1a-9bd5-4fc6-8966-d4570d2ffe98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:36.652727 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:36.669982 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-880ac365-07b6-4669-bfce-41986f223a6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:36.672191 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1cae8e-cb47-49af-bb18-5f4209f8c511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926c5dbc-56e8-4bb9-bdb6-c6031db7c6ee,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:36.674407 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-880ac365-07b6-4669-bfce-41986f223a6a admin admin] Usage tracker for resource:security_group_rule and tenant:46b0c8aa6e8240cd884b96a8ffd7e60b is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:36.675434 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f5bca854-005f-4ece-b97a-092816e5d01e req-5e6b925a-16ff-4103-9333-b1447a88e261 service neutron] 10.222.0.36 "GET /v2.0/networks/a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2213180
Apr 05 12:06:36.677758 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-880ac365-07b6-4669-bfce-41986f223a6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:36.683588 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-880ac365-07b6-4669-bfce-41986f223a6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:36.745554 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec7f353-4cd7-4eea-add5-8e48c2dbc6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e05bf8-eb5e-4ac4-99a8-4f2feac68299,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:36.754944 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-0ec7f353-4cd7-4eea-add5-8e48c2dbc6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:36.756138 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.078s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:36.756468 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:36.757182 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-b90cb4db-5d79-4a07-8a3e-fb14f96665a1 service neutron] Attempting to bind port 5886b48b-907c-49d7-8944-4161b3a705cb on host hv-cinder-78476 for vnic_type normal with profile  {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:06:36.757577 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-b90cb4db-5d79-4a07-8a3e-fb14f96665a1 service neutron] Attempting to bind port 5886b48b-907c-49d7-8944-4161b3a705cb by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '74e0d4c5-5da8-4729-9a17-350ef9681d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd5d83a1-0afc-4c19-a65d-89235c908427'}] {{(pid=84268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:06:36.757939 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-b90cb4db-5d79-4a07-8a3e-fb14f96665a1 service neutron] Attempting to bind port 5886b48b-907c-49d7-8944-4161b3a705cb on network fd5d83a1-0afc-4c19-a65d-89235c908427 {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:06:36.772807 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-880ac365-07b6-4669-bfce-41986f223a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:36.775560 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-b90cb4db-5d79-4a07-8a3e-fb14f96665a1 service neutron] Port 5886b48b-907c-49d7-8944-4161b3a705cb on network fd5d83a1-0afc-4c19-a65d-89235c908427 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 12:06:36.775929 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-b90cb4db-5d79-4a07-8a3e-fb14f96665a1 service neutron] Attempting to bind port 5886b48b-907c-49d7-8944-4161b3a705cb on network fd5d83a1-0afc-4c19-a65d-89235c908427 {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:06:36.820169 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-b90cb4db-5d79-4a07-8a3e-fb14f96665a1 service neutron] Checking agent: {'id': '038210d6-d792-4dfe-95d3-eb4a37cb8b01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:06:36.820554 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-b90cb4db-5d79-4a07-8a3e-fb14f96665a1 service neutron] Checking segment: {'id': '74e0d4c5-5da8-4729-9a17-350ef9681d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd5d83a1-0afc-4c19-a65d-89235c908427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:06:36.821181 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-b90cb4db-5d79-4a07-8a3e-fb14f96665a1 service neutron] Bound using segment: {'id': '74e0d4c5-5da8-4729-9a17-350ef9681d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd5d83a1-0afc-4c19-a65d-89235c908427'} {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:06:36.821728 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-b90cb4db-5d79-4a07-8a3e-fb14f96665a1 service neutron] Bound port: 5886b48b-907c-49d7-8944-4161b3a705cb, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74e0d4c5-5da8-4729-9a17-350ef9681d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd5d83a1-0afc-4c19-a65d-89235c908427'}}] {{(pid=84268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:06:36.822201 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-b90cb4db-5d79-4a07-8a3e-fb14f96665a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:36.918077 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-5bda0053-e03c-4d47-a8dd-1ad4860d7c00 service neutron] Attempting to bind port 57c15950-2ba5-4a42-bb4d-ae7ef56b0248 on host hv-cinder-78476 for vnic_type normal with profile  {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:06:36.918494 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-5bda0053-e03c-4d47-a8dd-1ad4860d7c00 service neutron] Attempting to bind port 57c15950-2ba5-4a42-bb4d-ae7ef56b0248 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '678a0a32-e584-4bc7-93dc-6b69e2674942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '07054388-504e-4ac2-b33c-6ef540158df3'}] {{(pid=84268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:06:36.918865 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-5bda0053-e03c-4d47-a8dd-1ad4860d7c00 service neutron] Attempting to bind port 57c15950-2ba5-4a42-bb4d-ae7ef56b0248 on network 07054388-504e-4ac2-b33c-6ef540158df3 {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:06:36.932256 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-5bda0053-e03c-4d47-a8dd-1ad4860d7c00 service neutron] Port 57c15950-2ba5-4a42-bb4d-ae7ef56b0248 on network 07054388-504e-4ac2-b33c-6ef540158df3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 12:06:36.932621 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-5bda0053-e03c-4d47-a8dd-1ad4860d7c00 service neutron] Attempting to bind port 57c15950-2ba5-4a42-bb4d-ae7ef56b0248 on network 07054388-504e-4ac2-b33c-6ef540158df3 {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:06:36.949588 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-5bda0053-e03c-4d47-a8dd-1ad4860d7c00 service neutron] Checking agent: {'id': '038210d6-d792-4dfe-95d3-eb4a37cb8b01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:06:36.949961 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-5bda0053-e03c-4d47-a8dd-1ad4860d7c00 service neutron] Checking segment: {'id': '678a0a32-e584-4bc7-93dc-6b69e2674942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '07054388-504e-4ac2-b33c-6ef540158df3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:06:36.950416 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-5bda0053-e03c-4d47-a8dd-1ad4860d7c00 service neutron] Bound using segment: {'id': '678a0a32-e584-4bc7-93dc-6b69e2674942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '07054388-504e-4ac2-b33c-6ef540158df3'} {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:06:36.950906 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-5bda0053-e03c-4d47-a8dd-1ad4860d7c00 service neutron] Bound port: 57c15950-2ba5-4a42-bb4d-ae7ef56b0248, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '678a0a32-e584-4bc7-93dc-6b69e2674942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '07054388-504e-4ac2-b33c-6ef540158df3'}}] {{(pid=84268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:06:36.951286 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-5bda0053-e03c-4d47-a8dd-1ad4860d7c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:37.064159 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-5bda0053-e03c-4d47-a8dd-1ad4860d7c00 service neutron] For port 57c15950-2ba5-4a42-bb4d-ae7ef56b0248, host hv-cinder-78476, cleared binding levels {{(pid=84268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:06:37.068574 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-5bda0053-e03c-4d47-a8dd-1ad4860d7c00 service neutron] For port 57c15950-2ba5-4a42-bb4d-ae7ef56b0248, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=57c15950-2ba5-4a42-bb4d-ae7ef56b0248,segment=NetworkSegment(678a0a32-e584-4bc7-93dc-6b69e2674942),segment_id=678a0a32-e584-4bc7-93dc-6b69e2674942)] {{(pid=84268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:06:37.073194 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-b90cb4db-5d79-4a07-8a3e-fb14f96665a1 service neutron] For port 5886b48b-907c-49d7-8944-4161b3a705cb, host hv-cinder-78476, cleared binding levels {{(pid=84268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:06:37.077128 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-5bda0053-e03c-4d47-a8dd-1ad4860d7c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:37.101354 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:37.162175 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] For port 0663a8dc-85f4-4dba-8176-a2a971dc0534, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=0663a8dc-85f4-4dba-8176-a2a971dc0534,segment=NetworkSegment(e495bedb-3d01-4d20-b74e-aa316357e53b),segment_id=e495bedb-3d01-4d20-b74e-aa316357e53b)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:06:37.201777 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:37.210298 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:37.214365 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3a0de454-b3b1-4903-8084-52d587f35717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for network, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:37.223235 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-880ac365-07b6-4669-bfce-41986f223a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:37.226908 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-80eb9c1a-9bd5-4fc6-8966-d4570d2ffe98 admin admin] Usage tracker for resource:security_group_rule and tenant:969e1ab4cbf34641aa56d8da39af543d is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:37.248224 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-80eb9c1a-9bd5-4fc6-8966-d4570d2ffe98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:37.254397 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:37.283827 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-3a0de454-b3b1-4903-8084-52d587f35717 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0cb8346c-d2f2-4593-96e6-fcfb6693a0b9 HTTP/1.1" status: 204  len: 168 time: 3.2349725
Apr 05 12:06:37.284978 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0de454-b3b1-4903-8084-52d587f35717 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cb8346c-d2f2-4593-96e6-fcfb6693a0b9,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:37.292899 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-3a0de454-b3b1-4903-8084-52d587f35717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:37.292899 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 39744) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:37.293971 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:37.323887 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-880ac365-07b6-4669-bfce-41986f223a6a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=46b0c8aa6e8240cd884b96a8ffd7e60b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7797179
Apr 05 12:06:37.335822 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-80eb9c1a-9bd5-4fc6-8966-d4570d2ffe98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:37.337710 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 39748) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:37.343895 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Pushing event updated for resources: {'Port': ['ID=0663a8dc-85f4-4dba-8176-a2a971dc0534,revision_number=5']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:37.370999 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:37.401180 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-b90cb4db-5d79-4a07-8a3e-fb14f96665a1 service neutron] For port 5886b48b-907c-49d7-8944-4161b3a705cb, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5886b48b-907c-49d7-8944-4161b3a705cb,segment=NetworkSegment(74e0d4c5-5da8-4729-9a17-350ef9681d29),segment_id=74e0d4c5-5da8-4729-9a17-350ef9681d29)] {{(pid=84268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:06:37.402247 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ac365-07b6-4669-bfce-41986f223a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d95499-9110-4416-99fd-6b1ca07064f3,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:37.412526 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d8b8185-0122-4eb0-b990-180006550d36 admin admin] Deleting subnet 0c373eae-762f-415a-b680-888b8881fb6f {{(pid=84269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 05 12:06:37.414385 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-5bda0053-e03c-4d47-a8dd-1ad4860d7c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:37.415118 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-5bda0053-e03c-4d47-a8dd-1ad4860d7c00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for port, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:37.417408 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-5bda0053-e03c-4d47-a8dd-1ad4860d7c00 service neutron] 10.222.0.37 "PUT /v2.0/ports/57c15950-2ba5-4a42-bb4d-ae7ef56b0248 HTTP/1.1" status: 200  len: 1094 time: 6.5008268
Apr 05 12:06:37.422292 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '340a418d-96b3-4566-88fe-9f580c3f939d', 'tag': '57c15950-2ba5-4a42-bb4d-ae7ef56b0248'}] {{(pid=84268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:06:37.461171 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-880ac365-07b6-4669-bfce-41986f223a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:37.463683 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-f76dbf68-503b-4cb1-b143-4291358bf8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460d9ee48>, [{'id': '0629617a-19ac-41bd-8097-01cab952ae81', 'name': 'tempest-ServerRescueNegativeTestJSON-493775279-router', 'tenant_id': 'b0903b4e64774f679042704eb580949d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '85dc421f-eb56-4711-b5ba-90c999618782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:12Z', 'updated_at': '2021-04-05T12:06:21Z', 'revision_number': 4, 'project_id': 'b0903b4e64774f679042704eb580949d', 'gw_port': {'id': '85dc421f-eb56-4711-b5ba-90c999618782', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ea:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0629617a-19ac-41bd-8097-01cab952ae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:14Z', 'updated_at': '2021-04-05T12:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': '61592604-35d1-4372-ba7a-f6fcda416921', 'name': '', 'network_id': 'a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0', 'tenant_id': 'b0903b4e64774f679042704eb580949d', 'mac_address': 'fa:16:3e:c9:5d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0629617a-19ac-41bd-8097-01cab952ae81', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ced82538-3893-4e0b-a29e-4343c9a27f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:19Z', 'updated_at': '2021-04-05T12:06:34Z', 'revision_number': 4, 'project_id': 'b0903b4e64774f679042704eb580949d', 'subnets': [{'id': 'ced82538-3893-4e0b-a29e-4343c9a27f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:06:37.472938 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4d8b8185-0122-4eb0-b990-180006550d36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:37.473093 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76dbf68-503b-4cb1-b143-4291358bf8c7 None None] The sync data for ids ['0629617a-19ac-41bd-8097-01cab952ae81'] in dv-cinder-784763-1-iscsi is: [{'id': '0629617a-19ac-41bd-8097-01cab952ae81', 'name': 'tempest-ServerRescueNegativeTestJSON-493775279-router', 'tenant_id': 'b0903b4e64774f679042704eb580949d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '85dc421f-eb56-4711-b5ba-90c999618782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:12Z', 'updated_at': '2021-04-05T12:06:21Z', 'revision_number': 4, 'project_id': 'b0903b4e64774f679042704eb580949d', 'gw_port': {'id': '85dc421f-eb56-4711-b5ba-90c999618782', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ea:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0629617a-19ac-41bd-8097-01cab952ae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:14Z', 'updated_at': '2021-04-05T12:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': '61592604-35d1-4372-ba7a-f6fcda416921', 'name': '', 'network_id': 'a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0', 'tenant_id': 'b0903b4e64774f679042704eb580949d', 'mac_address': 'fa:16:3e:c9:5d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0629617a-19ac-41bd-8097-01cab952ae81', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ced82538-3893-4e0b-a29e-4343c9a27f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:19Z', 'updated_at': '2021-04-05T12:06:34Z', 'revision_number': 4, 'project_id': 'b0903b4e64774f679042704eb580949d', 'subnets': [{'id': 'ced82538-3893-4e0b-a29e-4343c9a27f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:06:37.525910 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-b90cb4db-5d79-4a07-8a3e-fb14f96665a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:37.578210 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-db5f4b2b-a90c-4040-86f9-dcda76896cdb req-be190074-1b01-4fe0-bc18-405b27d93fd5 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9866338
Apr 05 12:06:37.654051 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8236550-a3f6-4780-8a18-b1e3d8d80cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:37.664036 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4d8b8185-0122-4eb0-b990-180006550d36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60536130'] for subnet, precommit_delete_associations {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:37.846769 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-80eb9c1a-9bd5-4fc6-8966-d4570d2ffe98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:37.883999 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda0053-e03c-4d47-a8dd-1ad4860d7c00 service neutron] Pushing event updated for resources: {'Port': ['ID=57c15950-2ba5-4a42-bb4d-ae7ef56b0248,revision_number=3']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:37.910226 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-5bda0053-e03c-4d47-a8dd-1ad4860d7c00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:37.914209 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-5bda0053-e03c-4d47-a8dd-1ad4860d7c00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:37.972165 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-32be86aa-5a32-4154-8f3d-1d6847ed5f6a req-f5381371-9a3b-4322-96c5-46e68e2c367b tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 210 time: 0.1189795
Apr 05 12:06:37.987098 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-80eb9c1a-9bd5-4fc6-8966-d4570d2ffe98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:38.127632 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-c7a70512-8d28-4e96-8f78-a20ab1ad27b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:38.137965 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90cb4db-5d79-4a07-8a3e-fb14f96665a1 service neutron] Pushing event updated for resources: {'Port': ['ID=5886b48b-907c-49d7-8944-4161b3a705cb,revision_number=3']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:38.145360 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-80eb9c1a-9bd5-4fc6-8966-d4570d2ffe98 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=969e1ab4cbf34641aa56d8da39af543d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6285784
Apr 05 12:06:38.152687 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8236550-a3f6-4780-8a18-b1e3d8d80cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:38.158618 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 0663a8dc-85f4-4dba-8176-a2a971dc0534 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:06:38.160960 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-b90cb4db-5d79-4a07-8a3e-fb14f96665a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:38.161761 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-b90cb4db-5d79-4a07-8a3e-fb14f96665a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for port, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:38.163669 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-b90cb4db-5d79-4a07-8a3e-fb14f96665a1 service neutron] 10.222.0.37 "PUT /v2.0/ports/5886b48b-907c-49d7-8944-4161b3a705cb HTTP/1.1" status: 200  len: 1093 time: 7.2185204
Apr 05 12:06:38.167827 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 39780) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:38.173379 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-b90cb4db-5d79-4a07-8a3e-fb14f96665a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:38.205283 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3ae86-c48c-477a-8639-7281da0674f6 req-575faf58-4d85-4bcb-a2f6-d1bdb912c715 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:38.217833 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-b2b3ae86-c48c-477a-8639-7281da0674f6 req-575faf58-4d85-4bcb-a2f6-d1bdb912c715 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Synchronizing usage tracker for tenant:6c0184ae62e6427db9fd25988a10a9c2 on resource:port {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:06:38.348216 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port 0663a8dc-85f4-4dba-8176-a2a971dc0534 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:06:38.348216 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:38.354769 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb9c1a-9bd5-4fc6-8966-d4570d2ffe98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55685bbe-a506-4b29-bcff-fc1f641d63e9,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:38.379426 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4d8b8185-0122-4eb0-b990-180006550d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-128983'] for subnet, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:38.390642 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-3403b31e-72b2-4f71-b233-4cb01bc5c54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:38.392400 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-3403b31e-72b2-4f71-b233-4cb01bc5c54a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c0184ae62e6427db9fd25988a10a9c2&device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 1097 time: 0.8635416
Apr 05 12:06:38.425417 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-80eb9c1a-9bd5-4fc6-8966-d4570d2ffe98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:38.447745 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 6 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:06:38.484882 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d29c7dd-f34f-43e0-a231-a72ddcd73daa tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:38.496465 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '340a418d-96b3-4566-88fe-9f580c3f939d', 'tag': '57c15950-2ba5-4a42-bb4d-ae7ef56b0248', 'status': 'completed', 'code': 200}
Apr 05 12:06:38.537462 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-b2b3ae86-c48c-477a-8639-7281da0674f6 req-575faf58-4d85-4bcb-a2f6-d1bdb912c715 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Unset dirty status for tenant:6c0184ae62e6427db9fd25988a10a9c2 on resource:port {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:06:38.538788 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b2b3ae86-c48c-477a-8639-7281da0674f6 req-575faf58-4d85-4bcb-a2f6-d1bdb912c715 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 944 time: 1.4670813
Apr 05 12:06:38.571637 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-897b8c4d-4236-4599-80d9-7797314a6ad9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57c15950-2ba5-4a42-bb4d-ae7ef56b0248 HTTP/1.1" status: 200  len: 217 time: 0.1643138
Apr 05 12:06:38.574335 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-95e90878-7d10-4824-98ab-2eac48396b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:38.595172 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 61592604-35d1-4372-ba7a-f6fcda416921 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:06:38.604738 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-95e90878-7d10-4824-98ab-2eac48396b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:38.670837 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning for port 61592604-35d1-4372-ba7a-f6fcda416921 completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:06:38.678615 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port 61592604-35d1-4372-ba7a-f6fcda416921 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:06:38.679277 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:38.697294 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-95e90878-7d10-4824-98ab-2eac48396b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:38.701063 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-7d29c7dd-f34f-43e0-a231-a72ddcd73daa tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Allocated IP 172.27.0.137 (9d12ef10-d92d-4db6-ae05-ceb86a15802e/0ceae222-356e-4bb7-8260-995ea8a55dd5/d1626ec4-42a1-4f9d-9c7e-2b730f611184) {{(pid=84269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:06:38.710069 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.37', 58321) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:38.785682 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:38.862883 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:38.868697 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e90878-7d10-4824-98ab-2eac48396b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55685bbe-a506-4b29-bcff-fc1f641d63e9,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:38.883974 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-95e90878-7d10-4824-98ab-2eac48396b02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:38.894765 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-1ff20d8f-30c7-40f7-b627-28d1e81b7ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:38.896536 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-1ff20d8f-30c7-40f7-b627-28d1e81b7ac4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1f3610ab26944db91319f80a64eb76d&device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 1096 time: 0.6666729
Apr 05 12:06:38.902428 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-95e90878-7d10-4824-98ab-2eac48396b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:38.903621 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-95e90878-7d10-4824-98ab-2eac48396b02 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/55685bbe-a506-4b29-bcff-fc1f641d63e9 HTTP/1.1" status: 204  len: 168 time: 0.7349064
Apr 05 12:06:38.916360 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b2b3ae86-c48c-477a-8639-7281da0674f6 req-3507970e-44d8-4a7c-b882-678739a07061 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3433456
Apr 05 12:06:38.918036 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-6e567b9a-95af-45e0-8073-716779da5cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:38.932899 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-6e567b9a-95af-45e0-8073-716779da5cb5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a41d3eb2-4ae3-4bca-813b-303785d3193b HTTP/1.1" status: 200  len: 854 time: 0.2299409
Apr 05 12:06:38.986415 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] For port 61592604-35d1-4372-ba7a-f6fcda416921, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=61592604-35d1-4372-ba7a-f6fcda416921,segment=NetworkSegment(53b28aa4-d901-4708-a140-750e38a3cab2),segment_id=53b28aa4-d901-4708-a140-750e38a3cab2)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:06:38.996199 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:38.999178 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:39.113658 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-acc81051-9a9f-4c36-990a-04041f7b8dee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07054388-504e-4ac2-b33c-6ef540158df3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0565314
Apr 05 12:06:39.117078 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-12ae48da-088d-4787-9206-4834e40beb75 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5886b48b-907c-49d7-8944-4161b3a705cb HTTP/1.1" status: 200  len: 217 time: 0.1908276
Apr 05 12:06:39.151366 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Pushing event updated for resources: {'Port': ['ID=61592604-35d1-4372-ba7a-f6fcda416921,revision_number=5']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:39.159291 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:39.365846 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-04c68d0e-6a6a-4303-b3de-b18f6db93fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:39.367619 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-04c68d0e-6a6a-4303-b3de-b18f6db93fd0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74c049cd-31ec-4d29-96c1-0284390e0646 HTTP/1.1" status: 200  len: 852 time: 0.2119641
Apr 05 12:06:39.391992 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bca854-005f-4ece-b97a-092816e5d01e req-093f6d5b-3505-49a4-8605-89c2d86de74e tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:39.393114 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-f5bca854-005f-4ece-b97a-092816e5d01e req-093f6d5b-3505-49a4-8605-89c2d86de74e tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Synchronizing usage tracker for tenant:b0903b4e64774f679042704eb580949d on resource:network {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:06:39.438050 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8236550-a3f6-4780-8a18-b1e3d8d80cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:39.447748 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-b039d087-3b55-4df0-a67a-7e31391dffe9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd5d83a1-0afc-4c19-a65d-89235c908427&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0721447
Apr 05 12:06:39.460602 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7dc42f-fe1a-42f7-a206-ae200af61e01 req-c3ec6571-ebe4-4de9-b24c-255bfc064206 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:39.468407 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fe7dc42f-fe1a-42f7-a206-ae200af61e01 req-c3ec6571-ebe4-4de9-b24c-255bfc064206 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 943 time: 0.3534892
Apr 05 12:06:39.473968 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-45e83820-9a51-42ac-9688-d181e86d2175 service neutron] 10.222.0.37 "GET /v2.0/networks/07054388-504e-4ac2-b33c-6ef540158df3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3194933
Apr 05 12:06:39.486521 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-880ac365-07b6-4669-bfce-41986f223a6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:39.636163 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d29c7dd-f34f-43e0-a231-a72ddcd73daa tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for port, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:39.642744 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8236550-a3f6-4780-8a18-b1e3d8d80cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:39.646673 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-b8236550-a3f6-4780-8a18-b1e3d8d80cd0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/56d95499-9110-4416-99fd-6b1ca07064f3 HTTP/1.1" status: 204  len: 168 time: 2.2386684
Apr 05 12:06:39.667008 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-45d0033f-fc40-461c-b409-10822e708650 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:39.667815 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-45d0033f-fc40-461c-b409-10822e708650 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Synchronizing usage tracker for tenant:b0903b4e64774f679042704eb580949d on resource:network {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:06:39.704038 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8236550-a3f6-4780-8a18-b1e3d8d80cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d95499-9110-4416-99fd-6b1ca07064f3,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:39.706581 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-b8236550-a3f6-4780-8a18-b1e3d8d80cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:39.710787 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-f5bca854-005f-4ece-b97a-092816e5d01e req-093f6d5b-3505-49a4-8605-89c2d86de74e tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Unset dirty status for tenant:b0903b4e64774f679042704eb580949d on resource:network {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:06:39.712080 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f5bca854-005f-4ece-b97a-092816e5d01e req-093f6d5b-3505-49a4-8605-89c2d86de74e tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.37 "GET /v2.0/networks?id=a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0 HTTP/1.1" status: 200  len: 818 time: 0.9843159
Apr 05 12:06:39.744904 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-f5bca854-005f-4ece-b97a-092816e5d01e req-bc0b9700-482f-41b3-935f-d842fbf6a5f7 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Request body: {'port': {'device_id': '7c919762-cc2c-4e9f-854d-785eed7cf1df', 'network_id': 'a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0', 'admin_state_up': True, 'tenant_id': 'b0903b4e64774f679042704eb580949d'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:06:39.920713 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-45d0033f-fc40-461c-b409-10822e708650 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Unset dirty status for tenant:b0903b4e64774f679042704eb580949d on resource:network {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:06:39.929927 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-45d0033f-fc40-461c-b409-10822e708650 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/networks?id=a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0 HTTP/1.1" status: 200  len: 818 time: 1.2237744
Apr 05 12:06:39.934647 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fe7dc42f-fe1a-42f7-a206-ae200af61e01 req-3ea17960-8ddb-42cd-bf35-0f0eaeb68288 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4649353
Apr 05 12:06:40.024841 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 61592604-35d1-4372-ba7a-f6fcda416921 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:06:40.102441 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-05a13b93-80b6-429c-9486-4e78cf1b2461 req-48ef4ac9-7da9-4949-bf1d-5ed76da60fbb service neutron] 10.222.0.37 "GET /v2.0/networks/07054388-504e-4ac2-b33c-6ef540158df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5845332
Apr 05 12:06:40.188321 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4d8b8185-0122-4eb0-b990-180006550d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854646833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2694892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3029703'] for subnet, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:40.190507 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-f5bca854-005f-4ece-b97a-092816e5d01e req-bc0b9700-482f-41b3-935f-d842fbf6a5f7 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:40.208977 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d29c7dd-f34f-43e0-a231-a72ddcd73daa tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:40.209206 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port 61592604-35d1-4372-ba7a-f6fcda416921 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:06:40.209445 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:40.217129 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-df0a4af0-90fc-4588-8772-878515a4d89a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:40.244636 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-d289fac2-2118-47fd-a33b-1270ec5a50b2 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/quotas/b0903b4e64774f679042704eb580949d HTTP/1.1" status: 200  len: 375 time: 0.2636447
Apr 05 12:06:40.317196 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-c3fcfb99-26a0-4821-853a-07649dd34c5b service neutron] 10.222.0.37 "GET /v2.0/networks/fd5d83a1-0afc-4c19-a65d-89235c908427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8455713
Apr 05 12:06:40.441021 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-f5bca854-005f-4ece-b97a-092816e5d01e req-bc0b9700-482f-41b3-935f-d842fbf6a5f7 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:40.455550 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b8185-0122-4eb0-b990-180006550d36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c373eae-762f-415a-b680-888b8881fb6f,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:40.512325 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-4d8b8185-0122-4eb0-b990-180006550d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:40.514091 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8684743b-ae41-4c22-ab30-6d1e41e460be', 'tag': '5886b48b-907c-49d7-8944-4161b3a705cb'}] {{(pid=84268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:06:40.514744 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-0954ba97-0d64-402c-8db7-c6880cd87229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:40.526522 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0ea4ddbb-61f4-4757-9d5b-8e17508e35f2 req-ef241ed1-538e-4ece-8c8b-76204e0e0d1d service neutron] 10.222.0.37 "GET /v2.0/networks/fd5d83a1-0afc-4c19-a65d-89235c908427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1987481
Apr 05 12:06:40.555787 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabd1ef-0a60-4d27-b573-5b6379dec0d0 req-222cfcbc-9b2d-4009-8ef5-0ecf976a2d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:40.557395 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9cabd1ef-0a60-4d27-b573-5b6379dec0d0 req-222cfcbc-9b2d-4009-8ef5-0ecf976a2d45 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c0184ae62e6427db9fd25988a10a9c2&device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 1097 time: 0.3445535
Apr 05 12:06:40.602349 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d29c7dd-f34f-43e0-a231-a72ddcd73daa tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Network 9d12ef10-d92d-4db6-ae05-ceb86a15802e is already hosted by enough agents. {{(pid=84269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:06:40.625465 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5bca854-005f-4ece-b97a-092816e5d01e req-bc0b9700-482f-41b3-935f-d842fbf6a5f7 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Made reservation on behalf of b0903b4e64774f679042704eb580949d for: {'port': 1} {{(pid=84269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:06:40.632321 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f5bca854-005f-4ece-b97a-092816e5d01e req-bc0b9700-482f-41b3-935f-d842fbf6a5f7 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:40.651663 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-7d29c7dd-f34f-43e0-a231-a72ddcd73daa tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Resources bound (agent type, host, resource id):  {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:06:40.665589 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d29c7dd-f34f-43e0-a231-a72ddcd73daa tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Received port after_create {{(pid=84269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:06:40.719615 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 39872) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:40.739001 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b6c98-0426-475c-a6e4-fe0651bc1f5f req-61c50d94-301a-4805-9ae7-58292c7e8ab1 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:40.741370 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-435b6c98-0426-475c-a6e4-fe0651bc1f5f req-61c50d94-301a-4805-9ae7-58292c7e8ab1 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 944 time: 0.6170433
Apr 05 12:06:40.752712 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabd1ef-0a60-4d27-b573-5b6379dec0d0 req-a6857308-0ec9-4967-ad40-291f5dd6d705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:40.754373 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9cabd1ef-0a60-4d27-b573-5b6379dec0d0 req-a6857308-0ec9-4967-ad40-291f5dd6d705 service neutron] 10.222.0.37 "GET /v2.0/networks?id=07054388-504e-4ac2-b33c-6ef540158df3 HTTP/1.1" status: 200  len: 915 time: 0.1843493
Apr 05 12:06:40.863928 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9cabd1ef-0a60-4d27-b573-5b6379dec0d0 req-48a31324-fb49-4be2-9a34-e27bafd5fdf0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57c15950-2ba5-4a42-bb4d-ae7ef56b0248 HTTP/1.1" status: 200  len: 217 time: 0.0925491
Apr 05 12:06:40.916652 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-435b6c98-0426-475c-a6e4-fe0651bc1f5f req-df653d6d-f50f-45e7-8fcf-7e5bcbeb079d tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1683249
Apr 05 12:06:40.962826 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabd1ef-0a60-4d27-b573-5b6379dec0d0 req-e8d52b6b-94b8-4083-b682-a9dfab6dbef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:40.964385 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9cabd1ef-0a60-4d27-b573-5b6379dec0d0 req-e8d52b6b-94b8-4083-b682-a9dfab6dbef8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a41d3eb2-4ae3-4bca-813b-303785d3193b HTTP/1.1" status: 200  len: 854 time: 0.0930398
Apr 05 12:06:40.965131 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29c7dd-f34f-43e0-a231-a72ddcd73daa tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Pushing event updated for resources: {'Port': ['ID=d1626ec4-42a1-4f9d-9c7e-2b730f611184,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:40.975221 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-7d29c7dd-f34f-43e0-a231-a72ddcd73daa tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:41.009945 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4d8b8185-0122-4eb0-b990-180006550d36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:41.071652 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-5fbd0ac0-1d79-4191-aae1-29475de8e63e tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Synchronizing usage tracker for tenant:b0903b4e64774f679042704eb580949d on resource:port {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:06:41.091645 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-4d8b8185-0122-4eb0-b990-180006550d36 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0c373eae-762f-415a-b680-888b8881fb6f HTTP/1.1" status: 204  len: 168 time: 3.7569492
Apr 05 12:06:41.094643 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 39894) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:41.105314 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9cabd1ef-0a60-4d27-b573-5b6379dec0d0 req-6b7c6c88-1fde-4abe-9235-7b2ad3c10090 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07054388-504e-4ac2-b33c-6ef540158df3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1297460
Apr 05 12:06:41.107191 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8684743b-ae41-4c22-ab30-6d1e41e460be', 'tag': '5886b48b-907c-49d7-8944-4161b3a705cb', 'status': 'completed', 'code': 200}
Apr 05 12:06:41.128210 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1b7fc9cd-8da1-41a1-a76e-157e2ce1b263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:41.332060 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-5fbd0ac0-1d79-4191-aae1-29475de8e63e tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Unset dirty status for tenant:b0903b4e64774f679042704eb580949d on resource:port {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:06:41.333534 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-5fbd0ac0-1d79-4191-aae1-29475de8e63e tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0903b4e64774f679042704eb580949d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.8900385
Apr 05 12:06:41.342897 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1b7fc9cd-8da1-41a1-a76e-157e2ce1b263 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:41.370418 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-1b7fc9cd-8da1-41a1-a76e-157e2ce1b263 admin admin] Usage tracker for resource:security_group_rule and tenant:414f0d4d9cea49c9afe3d76aa69f245c is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:41.423196 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-1b7fc9cd-8da1-41a1-a76e-157e2ce1b263 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:41.457160 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1b7fc9cd-8da1-41a1-a76e-157e2ce1b263 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:41.492755 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-24b2cafd-0776-453e-b3f5-4e559a86a6d5 service neutron] 10.222.0.36 "GET /v2.0/networks/a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1460898
Apr 05 12:06:41.498894 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1cda5eb-51dd-4754-aa09-35728a5a67c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-139629'] for network, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:41.671005 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-f5bca854-005f-4ece-b97a-092816e5d01e req-bc0b9700-482f-41b3-935f-d842fbf6a5f7 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Allocated IP 172.20.0.3 (a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0/ced82538-3893-4e0b-a29e-4343c9a27f88/98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f) {{(pid=84269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:06:41.709756 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-3ed8adee-b2e2-4eb0-bad0-3eb65137c17d service neutron] 10.222.0.36 "GET /v2.0/networks/a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2073772
Apr 05 12:06:41.712239 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9cabd1ef-0a60-4d27-b573-5b6379dec0d0 req-eff55525-b3c8-4e05-a3ec-4f9d8c552d6d service neutron] 10.222.0.37 "GET /v2.0/networks/07054388-504e-4ac2-b33c-6ef540158df3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5555825
Apr 05 12:06:41.728509 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a809292-20a5-4d21-99f0-abc2a505fddb req-9dbbabd2-826f-4659-b106-a1e517cf3183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:41.730203 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1a809292-20a5-4d21-99f0-abc2a505fddb req-9dbbabd2-826f-4659-b106-a1e517cf3183 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1f3610ab26944db91319f80a64eb76d&device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 1096 time: 0.5944641
Apr 05 12:06:41.735694 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d29c7dd-f34f-43e0-a231-a72ddcd73daa tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:42.026906 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f5bca854-005f-4ece-b97a-092816e5d01e req-bc0b9700-482f-41b3-935f-d842fbf6a5f7 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Notify callbacks [] for port, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:42.057536 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d29c7dd-f34f-43e0-a231-a72ddcd73daa tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:42.256851 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7c097252-f93a-4985-bdfe-d8c60294425f req-b4fe9935-8e20-488f-b7bd-27da9ae42bd2 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 210 time: 0.0687270
Apr 05 12:06:42.274548 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f5bca854-005f-4ece-b97a-092816e5d01e req-bc0b9700-482f-41b3-935f-d842fbf6a5f7 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:42.337159 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-1c5e3a59-fa60-4381-ab62-09db0c09c717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:42.368792 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a358e-05b6-4784-b714-d280a39bc2cf req-82087eac-178e-44d6-8fe5-fd4d32f68e30 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:42.370660 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-106a358e-05b6-4784-b714-d280a39bc2cf req-82087eac-178e-44d6-8fe5-fd4d32f68e30 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 943 time: 1.0239439
Apr 05 12:06:42.457964 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9cabd1ef-0a60-4d27-b573-5b6379dec0d0 req-410f2942-4a86-4622-aa84-833719f65c76 service neutron] 10.222.0.37 "GET /v2.0/networks/07054388-504e-4ac2-b33c-6ef540158df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7332931
Apr 05 12:06:42.552515 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1cda5eb-51dd-4754-aa09-35728a5a67c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768810', 'neutron.services.segments.db._delete_segments_for_network--9223363299714337857'] for network, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:42.668222 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-106a358e-05b6-4784-b714-d280a39bc2cf req-6fa470ca-5647-4c60-ad6b-de6253f80ba5 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1872861
Apr 05 12:06:42.691973 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b9700-482f-41b3-935f-d842fbf6a5f7 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Pushing event updated for resources: {'Port': ['ID=98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:42.715233 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-bc0b9700-482f-41b3-935f-d842fbf6a5f7 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:42.727356 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1b7fc9cd-8da1-41a1-a76e-157e2ce1b263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:42.752210 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1b7fc9cd-8da1-41a1-a76e-157e2ce1b263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:42.807078 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-0ec7f353-4cd7-4eea-add5-8e48c2dbc6c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:42.830188 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f3a66-5ed5-41fd-a579-d5fe48522b63 req-d3ef16a0-5b50-4fb7-a090-488927af0aeb tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:42.831977 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ac4f3a66-5ed5-41fd-a579-d5fe48522b63 req-d3ef16a0-5b50-4fb7-a090-488927af0aeb tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 944 time: 0.3475690
Apr 05 12:06:42.837820 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5bca854-005f-4ece-b97a-092816e5d01e req-bc0b9700-482f-41b3-935f-d842fbf6a5f7 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Network a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0 is already hosted by enough agents. {{(pid=84269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:06:42.840953 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-f5bca854-005f-4ece-b97a-092816e5d01e req-bc0b9700-482f-41b3-935f-d842fbf6a5f7 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Resources bound (agent type, host, resource id):  {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:06:42.848553 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bca854-005f-4ece-b97a-092816e5d01e req-bc0b9700-482f-41b3-935f-d842fbf6a5f7 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Received port after_create {{(pid=84269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:06:42.852577 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1cda5eb-51dd-4754-aa09-35728a5a67c7 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f246052edd8>> segment before_delete 55550000 {{(pid=84268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 12:06:42.852987 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1cda5eb-51dd-4754-aa09-35728a5a67c7 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f246052edd8>> subnet precommit_delete_associations 55550000 {{(pid=84268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 12:06:42.853820 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1cda5eb-51dd-4754-aa09-35728a5a67c7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2461758be0>> segment_host_mapping after_create 55550000 {{(pid=84268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 12:06:42.854232 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1cda5eb-51dd-4754-aa09-35728a5a67c7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2461758be0>> port after_create 55550000 {{(pid=84268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 12:06:42.854599 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1cda5eb-51dd-4754-aa09-35728a5a67c7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2461758be0>> port after_delete 55550000 {{(pid=84268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 12:06:42.854962 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1cda5eb-51dd-4754-aa09-35728a5a67c7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2461758be0>> port after_update 55550000 {{(pid=84268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 12:06:42.855324 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1cda5eb-51dd-4754-aa09-35728a5a67c7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2461758be0>> segment after_delete 55550000 {{(pid=84268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 12:06:42.855706 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1cda5eb-51dd-4754-aa09-35728a5a67c7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2461758be0>> subnet after_create 55550000 {{(pid=84268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 12:06:42.856043 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1cda5eb-51dd-4754-aa09-35728a5a67c7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2461758be0>> subnet after_delete 55550000 {{(pid=84268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 12:06:42.856393 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1cda5eb-51dd-4754-aa09-35728a5a67c7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2461758be0>> subnet after_update 55550000 {{(pid=84268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 12:06:42.951989 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ac4f3a66-5ed5-41fd-a579-d5fe48522b63 req-99520367-6f03-4306-bf44-24886b8055f8 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082532
Apr 05 12:06:42.974215 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1cda5eb-51dd-4754-aa09-35728a5a67c7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2460823b38>> subnet after_create 55550000 {{(pid=84268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 12:06:42.974569 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1cda5eb-51dd-4754-aa09-35728a5a67c7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2460823b38>> subnet after_delete 55550000 {{(pid=84268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 12:06:42.974938 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1cda5eb-51dd-4754-aa09-35728a5a67c7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2460823b38>> subnet before_create 55550000 {{(pid=84268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 12:06:42.975307 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1cda5eb-51dd-4754-aa09-35728a5a67c7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2460823b38>> subnet before_update 55550000 {{(pid=84268) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 12:06:42.975711 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-f1cda5eb-51dd-4754-aa09-35728a5a67c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f24604c7860>,) {'filters': {'network_id': ['fa2286e0-f810-4f1e-b94d-9a1348f1c0a5']}} {{(pid=84268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:06:42.989993 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bca854-005f-4ece-b97a-092816e5d01e req-bc0b9700-482f-41b3-935f-d842fbf6a5f7 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:42.992096 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f5bca854-005f-4ece-b97a-092816e5d01e req-bc0b9700-482f-41b3-935f-d842fbf6a5f7 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for port, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:43.001820 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d29c7dd-f34f-43e0-a231-a72ddcd73daa tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for port, precommit_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:43.002679 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a809292-20a5-4d21-99f0-abc2a505fddb req-4e8e32e7-6905-43e9-a6f7-9a9d593a768f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:43.004345 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1a809292-20a5-4d21-99f0-abc2a505fddb req-4e8e32e7-6905-43e9-a6f7-9a9d593a768f service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd5d83a1-0afc-4c19-a65d-89235c908427 HTTP/1.1" status: 200  len: 913 time: 1.2584417
Apr 05 12:06:43.014789 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d29c7dd-f34f-43e0-a231-a72ddcd73daa tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2694713'] for port, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:43.018933 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-f1cda5eb-51dd-4754-aa09-35728a5a67c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f24604c7860>, '97036caf-9776-4687-90e9-5a70e8dd7bea') {'for_net_delete': True} {{(pid=84268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:06:43.019145 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-f1cda5eb-51dd-4754-aa09-35728a5a67c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f24604c7860>, '97036caf-9776-4687-90e9-5a70e8dd7bea') {} {{(pid=84268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:06:43.039573 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:43.100777 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7fc9cd-8da1-41a1-a76e-157e2ce1b263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb15002-70a3-424f-be07-64262213ca3d,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:43.127430 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-1b7fc9cd-8da1-41a1-a76e-157e2ce1b263 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=414f0d4d9cea49c9afe3d76aa69f245c&name=default HTTP/1.1" status: 200  len: 2979 time: 2.4053857
Apr 05 12:06:43.128714 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-1b7fc9cd-8da1-41a1-a76e-157e2ce1b263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:43.129553 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 39962) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:43.131896 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1cda5eb-51dd-4754-aa09-35728a5a67c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737140437841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2224397'] for segment, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:43.141626 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1a809292-20a5-4d21-99f0-abc2a505fddb req-54408308-fc27-4fac-9ea6-3f1bd05666f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5886b48b-907c-49d7-8944-4161b3a705cb HTTP/1.1" status: 200  len: 217 time: 0.1140292
Apr 05 12:06:43.209103 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f5bca854-005f-4ece-b97a-092816e5d01e req-bc0b9700-482f-41b3-935f-d842fbf6a5f7 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4730105
Apr 05 12:06:43.247547 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-f5bca854-005f-4ece-b97a-092816e5d01e req-6e8038f4-e5ad-4322-98fe-c43c5f2690f8 service neutron] Request body: {'port': {'device_id': '7c919762-cc2c-4e9f-854d-785eed7cf1df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:06:43.249751 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1cda5eb-51dd-4754-aa09-35728a5a67c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:43.257734 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a809292-20a5-4d21-99f0-abc2a505fddb req-e1202a6a-7ace-444f-8117-04c7d9f9fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:43.259375 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1a809292-20a5-4d21-99f0-abc2a505fddb req-e1202a6a-7ace-444f-8117-04c7d9f9fff2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74c049cd-31ec-4d29-96c1-0284390e0646 HTTP/1.1" status: 200  len: 852 time: 0.0972450
Apr 05 12:06:43.320346 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1cda5eb-51dd-4754-aa09-35728a5a67c7 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=84268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 05 12:06:43.362868 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1a809292-20a5-4d21-99f0-abc2a505fddb req-400e991c-3f88-45e8-9e24-a12e8d5e95a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd5d83a1-0afc-4c19-a65d-89235c908427&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0929499
Apr 05 12:06:43.442099 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29c7dd-f34f-43e0-a231-a72ddcd73daa tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Pushing event updated for resources: {'Port': ['ID=d1626ec4-42a1-4f9d-9c7e-2b730f611184,revision_number=2']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:43.449415 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-7d29c7dd-f34f-43e0-a231-a72ddcd73daa tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:43.467512 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f5bca854-005f-4ece-b97a-092816e5d01e req-6e8038f4-e5ad-4322-98fe-c43c5f2690f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:43.764963 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41ef381f-687d-4518-b925-40489abdcf60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:43.769068 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-74993ec3-462c-4288-9b88-ed2694935af4 req-db948173-3e9a-4cea-bd53-bdd6b8b56264 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 210 time: 0.2906859
Apr 05 12:06:43.791916 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 39980) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:43.839387 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41ef381f-687d-4518-b925-40489abdcf60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:43.923774 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-f1cda5eb-51dd-4754-aa09-35728a5a67c7 admin admin] Network fa2286e0-f810-4f1e-b94d-9a1348f1c0a5 has no segments {{(pid=84268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 12:06:43.947844 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1cda5eb-51dd-4754-aa09-35728a5a67c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851385234'] for segment, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:44.084917 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41ef381f-687d-4518-b925-40489abdcf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:44.146401 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-33d45eda-09de-4842-b235-4552367bfc98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:44.211780 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1a809292-20a5-4d21-99f0-abc2a505fddb req-79b70676-bae7-45f6-9386-8f1dc1e5193f service neutron] 10.222.0.37 "GET /v2.0/networks/fd5d83a1-0afc-4c19-a65d-89235c908427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7935195
Apr 05 12:06:44.227411 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-625a84f2-4475-4ffe-b466-729928d4f538 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:44.228977 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-625a84f2-4475-4ffe-b466-729928d4f538 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.37 "GET /v2.0/networks?id=a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0 HTTP/1.1" status: 200  len: 818 time: 0.8051004
Apr 05 12:06:44.236520 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef381f-687d-4518-b925-40489abdcf60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb15002-70a3-424f-be07-64262213ca3d,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:44.277926 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d29c7dd-f34f-43e0-a231-a72ddcd73daa tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854330421'] for floatingip, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:44.310483 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f76dd4f7-e932-492c-825a-ee005fbaec71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:44.326934 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-41ef381f-687d-4518-b925-40489abdcf60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:44.343318 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d29c7dd-f34f-43e0-a231-a72ddcd73daa tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for floatingip, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:44.344619 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-7d29c7dd-f34f-43e0-a231-a72ddcd73daa tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.9937980
Apr 05 12:06:44.348428 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f76dd4f7-e932-492c-825a-ee005fbaec71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:44.373008 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-f76dd4f7-e932-492c-825a-ee005fbaec71 admin admin] Usage tracker for resource:security_group_rule and tenant:3a3ea20c07df4ec9bce57dd9a56fd9ff is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:44.389063 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-1ba75a19-50eb-4577-b7a5-58258662a72b tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Request body: {'port': {'device_id': '3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1', 'network_id': 'a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0', 'admin_state_up': True, 'tenant_id': 'b0903b4e64774f679042704eb580949d'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:06:44.422854 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-f1cda5eb-51dd-4754-aa09-35728a5a67c7 admin admin] Network fa2286e0-f810-4f1e-b94d-9a1348f1c0a5 has no segments {{(pid=84268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 12:06:44.431553 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41ef381f-687d-4518-b925-40489abdcf60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:44.435214 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-41ef381f-687d-4518-b925-40489abdcf60 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4fb15002-70a3-424f-be07-64262213ca3d HTTP/1.1" status: 204  len: 168 time: 1.2934780
Apr 05 12:06:44.437840 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-f76dd4f7-e932-492c-825a-ee005fbaec71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:44.456002 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f76dd4f7-e932-492c-825a-ee005fbaec71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]:   from cryptography.utils import int_from_bytes
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]:   from cryptography.utils import int_from_bytes
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]:   (rel_b, rel_a, rel_b),
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]: Traceback (most recent call last):
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]:     timer()
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]:     cb(*args, **kw)
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]:     return func(*args, **kwargs)
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]:     self._notify()
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]:     self.callback(batched_events)
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]:     event.method(event)
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]:     segment_id)['aggregates'][0]
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]:     return f(self, *a, **k)
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]:     return self._get(url).json()
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]:     **kwargs)
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]:     return self.request(url, 'GET', **kwargs)
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]:     **endpoint_filter)
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 05 12:06:44.507770 dv-cinder-784763-1-iscsi neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 05 12:06:44.518666 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d01bad-63f8-49c0-8cb9-1239979efc69 req-048e3ca9-3c5a-47fb-8c6c-e841db491d13 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:44.520382 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a5d01bad-63f8-49c0-8cb9-1239979efc69 req-048e3ca9-3c5a-47fb-8c6c-e841db491d13 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 943 time: 0.5404730
Apr 05 12:06:44.630702 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a5d01bad-63f8-49c0-8cb9-1239979efc69 req-38a1573f-91e4-4dc2-9daf-fdeed03fa293 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864213
Apr 05 12:06:44.715024 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1a809292-20a5-4d21-99f0-abc2a505fddb req-6e2f8204-3355-4ade-bbaf-0120b17ad8dd service neutron] 10.222.0.37 "GET /v2.0/networks/fd5d83a1-0afc-4c19-a65d-89235c908427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4811323
Apr 05 12:06:44.745332 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1cda5eb-51dd-4754-aa09-35728a5a67c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854330406'] for network, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:44.752522 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f76dd4f7-e932-492c-825a-ee005fbaec71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:44.761520 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f76dd4f7-e932-492c-825a-ee005fbaec71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:44.763778 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [req-f5bca854-005f-4ece-b97a-092816e5d01e req-6e8038f4-e5ad-4322-98fe-c43c5f2690f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f {{(pid=84269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:06:44.791910 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:44.792838 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:44.820626 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beddd3c-3512-46a9-8618-65cf70d983a4 req-60bc2936-0909-48f4-8d91-7acc1c426785 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:44.826876 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f5bca854-005f-4ece-b97a-092816e5d01e req-6e8038f4-e5ad-4322-98fe-c43c5f2690f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:44.828949 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7beddd3c-3512-46a9-8618-65cf70d983a4 req-60bc2936-0909-48f4-8d91-7acc1c426785 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 944 time: 0.6158102
Apr 05 12:06:44.830653 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76dd4f7-e932-492c-825a-ee005fbaec71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0187167-28dc-4c60-8dbc-8c6654831c0a,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:44.831937 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1cda5eb-51dd-4754-aa09-35728a5a67c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for network, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:44.855375 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-f1cda5eb-51dd-4754-aa09-35728a5a67c7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fa2286e0-f810-4f1e-b94d-9a1348f1c0a5 HTTP/1.1" status: 204  len: 168 time: 3.7532001
Apr 05 12:06:44.856675 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f76dd4f7-e932-492c-825a-ee005fbaec71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:44.877964 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cda5eb-51dd-4754-aa09-35728a5a67c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa2286e0-f810-4f1e-b94d-9a1348f1c0a5,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:44.885506 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f1cda5eb-51dd-4754-aa09-35728a5a67c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:44.888026 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-f76dd4f7-e932-492c-825a-ee005fbaec71 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a3ea20c07df4ec9bce57dd9a56fd9ff&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0947175
Apr 05 12:06:44.891722 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 40022) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:44.892831 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-f5bca854-005f-4ece-b97a-092816e5d01e req-6e8038f4-e5ad-4322-98fe-c43c5f2690f8 service neutron] Transition to ACTIVE for port object 98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f will not be triggered until provisioned by entity L2. {{(pid=84269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:06:44.895892 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-1ba75a19-50eb-4577-b7a5-58258662a72b tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:44.912170 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-1ba75a19-50eb-4577-b7a5-58258662a72b tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:44.917438 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f5bca854-005f-4ece-b97a-092816e5d01e req-6e8038f4-e5ad-4322-98fe-c43c5f2690f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2694713'] for port, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:44.918160 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 40026) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:44.940696 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-1ba75a19-50eb-4577-b7a5-58258662a72b tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Made reservation on behalf of b0903b4e64774f679042704eb580949d for: {'port': 1} {{(pid=84268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:06:44.947907 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-1ba75a19-50eb-4577-b7a5-58258662a72b tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:45.020353 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7beddd3c-3512-46a9-8618-65cf70d983a4 req-8a136ac6-867b-4da6-ab3f-e139bd903159 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1902161
Apr 05 12:06:45.022323 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 40030) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:45.081730 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-bc0b9700-482f-41b3-935f-d842fbf6a5f7 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:45.141144 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-6638dfff-a02c-4b3c-a678-b65c96e850ce tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1444405866&fields=id&tenant_id=09a08590013048999464095fb2986698 HTTP/1.1" status: 200  len: 267 time: 0.3530335
Apr 05 12:06:45.193221 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a3fcc92d-bb93-4010-bff6-33889038a02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:45.215473 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-1ba75a19-50eb-4577-b7a5-58258662a72b tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Allocated IP 172.20.0.4 (a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0/ced82538-3893-4e0b-a29e-4343c9a27f88/245fb830-1f01-4e19-b34c-4fcae22ec0c3) {{(pid=84268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:06:45.222344 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-72926691-0417-41d7-9c72-587ca007e61b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9cd7b500feb74c79b4aa240a269842af&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1985815
Apr 05 12:06:45.228218 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 40036) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:45.293597 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a3fcc92d-bb93-4010-bff6-33889038a02c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:45.371598 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-a3fcc92d-bb93-4010-bff6-33889038a02c admin admin] Usage tracker for resource:security_group_rule and tenant:d09d56e8d20b4d80b8352ea00f93dbd0 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:45.403668 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-a3fcc92d-bb93-4010-bff6-33889038a02c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:45.406841 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8038f4-e5ad-4322-98fe-c43c5f2690f8 service neutron] Pushing event updated for resources: {'Port': ['ID=98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f,revision_number=2']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:45.414715 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-6e8038f4-e5ad-4322-98fe-c43c5f2690f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:45.419450 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a3fcc92d-bb93-4010-bff6-33889038a02c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:45.556688 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a1842575-b3ca-49a2-bb2e-80c8822d0f35 req-1da896a2-cdaf-4781-ba05-801e71bd01af tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 210 time: 0.3105557
Apr 05 12:06:45.564994 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e54440c9-8a68-4c88-8e84-35a50961ee7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:45.661989 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e54440c9-8a68-4c88-8e84-35a50961ee7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:45.686301 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-165d7bac-a42f-4447-a102-b040f260a21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:45.707625 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-bbf70d51-42db-40c2-93f4-9b98d7c7ead5 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:45.710443 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-bbf70d51-42db-40c2-93f4-9b98d7c7ead5 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/networks?id=5ba2dc6d-7a10-4983-bd4a-704d4ac9411b HTTP/1.1" status: 200  len: 817 time: 0.5684085
Apr 05 12:06:45.736902 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-f5bca854-005f-4ece-b97a-092816e5d01e req-6e8038f4-e5ad-4322-98fe-c43c5f2690f8 service neutron] Attempting to bind port 98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f on host hv-cinder-78476 for vnic_type normal with profile  {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:06:45.737307 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-f5bca854-005f-4ece-b97a-092816e5d01e req-6e8038f4-e5ad-4322-98fe-c43c5f2690f8 service neutron] Attempting to bind port 98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '53b28aa4-d901-4708-a140-750e38a3cab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0'}] {{(pid=84269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:06:45.737683 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bca854-005f-4ece-b97a-092816e5d01e req-6e8038f4-e5ad-4322-98fe-c43c5f2690f8 service neutron] Attempting to bind port 98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f on network a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0 {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:06:45.740810 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-165d7bac-a42f-4447-a102-b040f260a21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:45.765280 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bca854-005f-4ece-b97a-092816e5d01e req-6e8038f4-e5ad-4322-98fe-c43c5f2690f8 service neutron] Port 98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f on network a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 12:06:45.765646 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bca854-005f-4ece-b97a-092816e5d01e req-6e8038f4-e5ad-4322-98fe-c43c5f2690f8 service neutron] Attempting to bind port 98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f on network a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0 {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:06:45.779633 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-8335c7e2-21cf-48f3-b1c6-c54f620b5215 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/quotas/09a08590013048999464095fb2986698 HTTP/1.1" status: 200  len: 375 time: 0.0436335
Apr 05 12:06:45.786728 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bca854-005f-4ece-b97a-092816e5d01e req-6e8038f4-e5ad-4322-98fe-c43c5f2690f8 service neutron] Checking agent: {'id': '038210d6-d792-4dfe-95d3-eb4a37cb8b01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:06:45.787757 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bca854-005f-4ece-b97a-092816e5d01e req-6e8038f4-e5ad-4322-98fe-c43c5f2690f8 service neutron] Checking segment: {'id': '53b28aa4-d901-4708-a140-750e38a3cab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:06:45.788327 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bca854-005f-4ece-b97a-092816e5d01e req-6e8038f4-e5ad-4322-98fe-c43c5f2690f8 service neutron] Bound using segment: {'id': '53b28aa4-d901-4708-a140-750e38a3cab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0'} {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:06:45.788853 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-f5bca854-005f-4ece-b97a-092816e5d01e req-6e8038f4-e5ad-4322-98fe-c43c5f2690f8 service neutron] Bound port: 98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b28aa4-d901-4708-a140-750e38a3cab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0'}}] {{(pid=84269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:06:45.789243 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f5bca854-005f-4ece-b97a-092816e5d01e req-6e8038f4-e5ad-4322-98fe-c43c5f2690f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:45.862172 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a3fcc92d-bb93-4010-bff6-33889038a02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:45.876753 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a3fcc92d-bb93-4010-bff6-33889038a02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:45.890332 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-1ba75a19-50eb-4577-b7a5-58258662a72b tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Notify callbacks [] for port, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:45.921892 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-165d7bac-a42f-4447-a102-b040f260a21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:45.930477 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:45.933133 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:45.952900 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e619347-eabe-401f-8d90-f1efd2997d50 req-8bce2454-65a2-4b3c-8265-97a109e43f6a tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:45.954511 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8e619347-eabe-401f-8d90-f1efd2997d50 req-8bce2454-65a2-4b3c-8265-97a109e43f6a tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 943 time: 0.1859405
Apr 05 12:06:45.956791 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e54440c9-8a68-4c88-8e84-35a50961ee7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:45.962039 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d7bac-a42f-4447-a102-b040f260a21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e13537-2586-4eac-a5f7-046c443c3dc4,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:45.968477 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-165d7bac-a42f-4447-a102-b040f260a21a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:46.017592 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-1ba75a19-50eb-4577-b7a5-58258662a72b tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:46.022294 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-165d7bac-a42f-4447-a102-b040f260a21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:46.023773 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-165d7bac-a42f-4447-a102-b040f260a21a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a3e13537-2586-4eac-a5f7-046c443c3dc4 HTTP/1.1" status: 204  len: 168 time: 0.7945557
Apr 05 12:06:46.026449 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fcc92d-bb93-4010-bff6-33889038a02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa59d4d2-8d7a-4f73-8ccc-83beee8a839f,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:46.028301 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8e619347-eabe-401f-8d90-f1efd2997d50 req-66c6fe5a-6171-4d1f-93a7-f3369a13ad4f tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633333
Apr 05 12:06:46.033145 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-a3fcc92d-bb93-4010-bff6-33889038a02c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d09d56e8d20b4d80b8352ea00f93dbd0&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1068356
Apr 05 12:06:46.033982 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-a3fcc92d-bb93-4010-bff6-33889038a02c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:46.035609 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:46.045285 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 40044) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:46.045940 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:46.061585 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54440c9-8a68-4c88-8e84-35a50961ee7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0187167-28dc-4c60-8dbc-8c6654831c0a,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:46.064042 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e54440c9-8a68-4c88-8e84-35a50961ee7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:46.065255 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-e54440c9-8a68-4c88-8e84-35a50961ee7e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f0187167-28dc-4c60-8dbc-8c6654831c0a HTTP/1.1" status: 204  len: 168 time: 1.1712348
Apr 05 12:06:46.070620 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e54440c9-8a68-4c88-8e84-35a50961ee7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:46.071740 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-f5bca854-005f-4ece-b97a-092816e5d01e req-6e8038f4-e5ad-4322-98fe-c43c5f2690f8 service neutron] For port 98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f, host hv-cinder-78476, cleared binding levels {{(pid=84269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:06:46.078763 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-f5bca854-005f-4ece-b97a-092816e5d01e req-6e8038f4-e5ad-4322-98fe-c43c5f2690f8 service neutron] For port 98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f,segment=NetworkSegment(53b28aa4-d901-4708-a140-750e38a3cab2),segment_id=53b28aa4-d901-4708-a140-750e38a3cab2)] {{(pid=84269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:06:46.093984 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f5bca854-005f-4ece-b97a-092816e5d01e req-6e8038f4-e5ad-4322-98fe-c43c5f2690f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2694713'] for port, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:46.106474 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-195e6b0d-9267-4961-b0c0-ab2a6f47b17a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Synchronizing usage tracker for tenant:09a08590013048999464095fb2986698 on resource:port {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:06:46.174333 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:46.368368 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-195e6b0d-9267-4961-b0c0-ab2a6f47b17a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Unset dirty status for tenant:09a08590013048999464095fb2986698 on resource:port {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:06:46.370063 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-195e6b0d-9267-4961-b0c0-ab2a6f47b17a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=09a08590013048999464095fb2986698&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5616889
Apr 05 12:06:46.386964 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41f9e773-cb06-4bc2-8b43-05d96aacea89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:46.393247 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba75a19-50eb-4577-b7a5-58258662a72b tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Pushing event updated for resources: {'Port': ['ID=245fb830-1f01-4e19-b34c-4fcae22ec0c3,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:46.454985 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-1ba75a19-50eb-4577-b7a5-58258662a72b tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:46.464793 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-1ba75a19-50eb-4577-b7a5-58258662a72b tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Network a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0 is already hosted by enough agents. {{(pid=84268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:06:46.472147 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-1ba75a19-50eb-4577-b7a5-58258662a72b tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Resources bound (agent type, host, resource id):  {{(pid=84268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:06:46.476225 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-1ba75a19-50eb-4577-b7a5-58258662a72b tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Received port after_create {{(pid=84268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:06:46.507764 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8038f4-e5ad-4322-98fe-c43c5f2690f8 service neutron] Pushing event updated for resources: {'Port': ['ID=98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f,revision_number=3']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:46.518911 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-6e8038f4-e5ad-4322-98fe-c43c5f2690f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:46.549856 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41f9e773-cb06-4bc2-8b43-05d96aacea89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:46.584648 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bca854-005f-4ece-b97a-092816e5d01e req-6e8038f4-e5ad-4322-98fe-c43c5f2690f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:46.585421 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f5bca854-005f-4ece-b97a-092816e5d01e req-6e8038f4-e5ad-4322-98fe-c43c5f2690f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for port, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:46.586854 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f5bca854-005f-4ece-b97a-092816e5d01e req-6e8038f4-e5ad-4322-98fe-c43c5f2690f8 service neutron] 10.222.0.37 "PUT /v2.0/ports/98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f HTTP/1.1" status: 200  len: 1093 time: 3.3529301
Apr 05 12:06:46.587371 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c919762-cc2c-4e9f-854d-785eed7cf1df', 'tag': '98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f'}] {{(pid=84269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:06:46.607420 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 40062) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:46.626663 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-1ba75a19-50eb-4577-b7a5-58258662a72b tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:46.627346 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-1ba75a19-50eb-4577-b7a5-58258662a72b tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for port, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:46.632681 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 40068) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:46.648352 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fdd333-fa23-44f3-acde-5c7569ce8b75 req-f9f4d0ae-11aa-46f9-aa75-a723e95e463c tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:46.649986 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d8fdd333-fa23-44f3-acde-5c7569ce8b75 req-f9f4d0ae-11aa-46f9-aa75-a723e95e463c tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 944 time: 0.3827589
Apr 05 12:06:46.654975 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-c552be50-96e4-4fe9-a440-c120dded04b8 service neutron] 10.222.0.36 "GET /v2.0/networks/5ba2dc6d-7a10-4983-bd4a-704d4ac9411b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2610908
Apr 05 12:06:46.662955 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f54658f6-181f-4aa7-9eec-46b82ca6627c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:46.665515 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-1ba75a19-50eb-4577-b7a5-58258662a72b tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4136705
Apr 05 12:06:46.668568 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41f9e773-cb06-4bc2-8b43-05d96aacea89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:46.692537 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:46.713337 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41f9e773-cb06-4bc2-8b43-05d96aacea89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:46.714579 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-41f9e773-cb06-4bc2-8b43-05d96aacea89 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fa59d4d2-8d7a-4f73-8ccc-83beee8a839f HTTP/1.1" status: 204  len: 168 time: 0.6338556
Apr 05 12:06:46.717940 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9e773-cb06-4bc2-8b43-05d96aacea89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa59d4d2-8d7a-4f73-8ccc-83beee8a839f,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:46.722828 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-41f9e773-cb06-4bc2-8b43-05d96aacea89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:46.731274 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d8fdd333-fa23-44f3-acde-5c7569ce8b75 req-094f6bcc-97cf-485f-bdce-8b78efe47615 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647237
Apr 05 12:06:46.766192 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f54658f6-181f-4aa7-9eec-46b82ca6627c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:46.802918 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-f54658f6-181f-4aa7-9eec-46b82ca6627c admin admin] Usage tracker for resource:security_group_rule and tenant:681670de959a44a992f72b5e528f9073 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:46.808396 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-f54658f6-181f-4aa7-9eec-46b82ca6627c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:46.816196 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-9696dab2-8a43-4a4f-ba99-dd27a6e59545 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=29ffecc3dfe84eb69a385628d66a903d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2076161
Apr 05 12:06:46.816358 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 40076) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:46.823294 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f54658f6-181f-4aa7-9eec-46b82ca6627c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:46.899521 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-2ca6add0-81fd-4fa2-adfd-81f9d4cb073b service neutron] 10.222.0.36 "GET /v2.0/networks/5ba2dc6d-7a10-4983-bd4a-704d4ac9411b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2264338
Apr 05 12:06:46.945810 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-049c5263-54c6-4ec6-b1f1-a5e41f023cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:46.978641 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f54658f6-181f-4aa7-9eec-46b82ca6627c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:46.982469 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f54658f6-181f-4aa7-9eec-46b82ca6627c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:46.993422 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:46.995611 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-049c5263-54c6-4ec6-b1f1-a5e41f023cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:47.056544 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d0edf-cb2d-4cc0-b9ae-74ef693eb09f req-d9cbad42-81f0-43b8-8c7d-cc85b53a9f0c tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:47.057340 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-b24d0edf-cb2d-4cc0-b9ae-74ef693eb09f req-d9cbad42-81f0-43b8-8c7d-cc85b53a9f0c tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Synchronizing usage tracker for tenant:b0903b4e64774f679042704eb580949d on resource:port {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:06:47.061741 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-f54658f6-181f-4aa7-9eec-46b82ca6627c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=681670de959a44a992f72b5e528f9073&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4263299
Apr 05 12:06:47.063187 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54658f6-181f-4aa7-9eec-46b82ca6627c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f59ae3-54a9-4fab-bdff-507c27945add,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:47.064690 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 40086) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:47.067287 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f54658f6-181f-4aa7-9eec-46b82ca6627c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:47.105083 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-b24d0edf-cb2d-4cc0-b9ae-74ef693eb09f req-d9cbad42-81f0-43b8-8c7d-cc85b53a9f0c tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Unset dirty status for tenant:b0903b4e64774f679042704eb580949d on resource:port {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:06:47.106416 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b24d0edf-cb2d-4cc0-b9ae-74ef693eb09f req-d9cbad42-81f0-43b8-8c7d-cc85b53a9f0c tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 931 time: 0.2335844
Apr 05 12:06:47.172550 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-049c5263-54c6-4ec6-b1f1-a5e41f023cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:47.187584 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:47.198929 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0e30e497-5618-4b88-b351-b49eb41270cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:47.218835 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c5263-54c6-4ec6-b1f1-a5e41f023cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe8dc35-e6e9-492c-a0cc-f377168e81fa,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:47.227799 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-049c5263-54c6-4ec6-b1f1-a5e41f023cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:47.246739 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b24d0edf-cb2d-4cc0-b9ae-74ef693eb09f req-17f3ed6e-ea14-4972-92e6-2fad9c4f347d tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278470
Apr 05 12:06:47.271524 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-049c5263-54c6-4ec6-b1f1-a5e41f023cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:47.284617 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-049c5263-54c6-4ec6-b1f1-a5e41f023cc5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6fe8dc35-e6e9-492c-a0cc-f377168e81fa HTTP/1.1" status: 204  len: 168 time: 0.4541519
Apr 05 12:06:47.284617 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0e30e497-5618-4b88-b351-b49eb41270cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:47.340738 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0e30e497-5618-4b88-b351-b49eb41270cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:47.351070 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-9fb9fdea-a74d-4311-9995-4efc58d33055 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:47.394267 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c919762-cc2c-4e9f-854d-785eed7cf1df', 'tag': '98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f', 'status': 'completed', 'code': 200}
Apr 05 12:06:47.433658 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e30e497-5618-4b88-b351-b49eb41270cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f59ae3-54a9-4fab-bdff-507c27945add,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:47.441600 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-0e30e497-5618-4b88-b351-b49eb41270cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:47.453141 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0e30e497-5618-4b88-b351-b49eb41270cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:47.455536 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-0e30e497-5618-4b88-b351-b49eb41270cc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/16f59ae3-54a9-4fab-bdff-507c27945add HTTP/1.1" status: 204  len: 168 time: 0.3886902
Apr 05 12:06:47.466907 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b3cbdfbf-9a7c-4ee3-8663-c60106d8830e req-d9c05aed-a02a-47e0-9363-d37530e4e834 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 210 time: 0.0949504
Apr 05 12:06:47.656652 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b677d3-af89-4906-bc4e-533aabb59507 req-413c45dc-176d-4bda-a087-f7f3e49ea2e1 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:47.662960 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-33b677d3-af89-4906-bc4e-533aabb59507 req-413c45dc-176d-4bda-a087-f7f3e49ea2e1 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 943 time: 0.1041703
Apr 05 12:06:47.721721 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-33b677d3-af89-4906-bc4e-533aabb59507 req-8390540f-64d8-4f94-a6f3-d2aeaf91661c tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550590
Apr 05 12:06:47.983028 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbebbf7f-13f4-4127-8a87-0a8eb0d363b0 req-7fe5d9d5-e39f-4e9a-8454-6921044329d9 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:47.984638 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-dbebbf7f-13f4-4127-8a87-0a8eb0d363b0 req-7fe5d9d5-e39f-4e9a-8454-6921044329d9 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 944 time: 0.0953338
Apr 05 12:06:48.033741 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-dbebbf7f-13f4-4127-8a87-0a8eb0d363b0 req-acdac617-fbe4-4bf0-bee3-c267abd3705a tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414836
Apr 05 12:06:48.494004 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9ec83-214c-47be-94d2-6513b26f75dc req-492a3b61-c47e-4f86-9052-e31f59e023ea tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:48.495721 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e3e9ec83-214c-47be-94d2-6513b26f75dc req-492a3b61-c47e-4f86-9052-e31f59e023ea tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 931 time: 0.0981505
Apr 05 12:06:48.552444 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-e3e9ec83-214c-47be-94d2-6513b26f75dc req-406ddadd-f163-4ed3-9170-e4cda6b322be tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Synchronizing usage tracker for tenant:b0903b4e64774f679042704eb580949d on resource:security_group {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:06:48.570323 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-e3e9ec83-214c-47be-94d2-6513b26f75dc req-406ddadd-f163-4ed3-9170-e4cda6b322be tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Unset dirty status for tenant:b0903b4e64774f679042704eb580949d on resource:security_group {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:06:48.571735 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e3e9ec83-214c-47be-94d2-6513b26f75dc req-406ddadd-f163-4ed3-9170-e4cda6b322be tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686276
Apr 05 12:06:48.666193 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-25492f0a-dfb9-4ba5-8999-c616dea4a91a req-95872a2a-e89d-4051-8544-a9c123ba6d20 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 210 time: 0.0501156
Apr 05 12:06:48.949838 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88dce7-5b2b-4c2c-8352-8545a9ad2fb3 req-f0e6ba15-c183-4c43-88ab-e6093b7c4ed7 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:48.951413 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ec88dce7-5b2b-4c2c-8352-8545a9ad2fb3 req-f0e6ba15-c183-4c43-88ab-e6093b7c4ed7 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 943 time: 0.1007812
Apr 05 12:06:49.008355 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ec88dce7-5b2b-4c2c-8352-8545a9ad2fb3 req-226033ca-84c1-445a-b99d-71ce304ceb1e tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505223
Apr 05 12:06:49.236103 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 5886b48b-907c-49d7-8944-4161b3a705cb details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 12:06:49.238757 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-a2defa03-0b12-4d62-8b2b-c95cc51045c1 service neutron] Request body: {'port': {'device_id': '3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:06:49.373017 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c28f2-e276-4cea-9e3d-2915c7ecdcfd req-62ebc119-655d-40af-905e-98cec57c6568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:49.375273 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e42c28f2-e276-4cea-9e3d-2915c7ecdcfd req-62ebc119-655d-40af-905e-98cec57c6568 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0903b4e64774f679042704eb580949d&device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 1096 time: 0.1296155
Apr 05 12:06:49.499436 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e350dd-12f9-4962-b8ec-ea35197b96e6 req-11175030-06ea-496d-bf6f-00155037e222 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:49.508674 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-29e350dd-12f9-4962-b8ec-ea35197b96e6 req-11175030-06ea-496d-bf6f-00155037e222 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 944 time: 0.3354380
Apr 05 12:06:49.564191 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-a2defa03-0b12-4d62-8b2b-c95cc51045c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:49.582412 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 5886b48b-907c-49d7-8944-4161b3a705cb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5886b48b-907c-49d7-8944-4161b3a705cb,segment=NetworkSegment(74e0d4c5-5da8-4729-9a17-350ef9681d29),segment_id=74e0d4c5-5da8-4729-9a17-350ef9681d29)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:06:49.589507 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c28f2-e276-4cea-9e3d-2915c7ecdcfd req-d466bb74-b65a-4d85-aa92-415cba566f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:49.591330 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e42c28f2-e276-4cea-9e3d-2915c7ecdcfd req-d466bb74-b65a-4d85-aa92-415cba566f97 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b0903b4e64774f679042704eb580949d&shared=False HTTP/1.1" status: 200  len: 919 time: 0.2084062
Apr 05 12:06:49.623336 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Returning: {'device': '5886b48b-907c-49d7-8944-4161b3a705cb', 'network_id': 'fd5d83a1-0afc-4c19-a65d-89235c908427', 'port_id': '5886b48b-907c-49d7-8944-4161b3a705cb', 'mac_address': 'fa:16:3e:56:e0:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74c049cd-31ec-4d29-96c1-0284390e0646', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 12:06:49.644521 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-29e350dd-12f9-4962-b8ec-ea35197b96e6 req-d44cc58b-1d2b-4891-8c2b-633166d40a2b tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1319354
Apr 05 12:06:49.796890 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:49.840852 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5886b48b-907c-49d7-8944-4161b3a705cb {{(pid=84270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:06:49.889989 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 5886b48b-907c-49d7-8944-4161b3a705cb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5886b48b-907c-49d7-8944-4161b3a705cb,segment=NetworkSegment(74e0d4c5-5da8-4729-9a17-350ef9681d29),segment_id=74e0d4c5-5da8-4729-9a17-350ef9681d29)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:06:49.896338 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:49.897142 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 57c15950-2ba5-4a42-bb4d-ae7ef56b0248 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 12:06:50.156798 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 40228) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:50.161324 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:50.209273 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-a2defa03-0b12-4d62-8b2b-c95cc51045c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 245fb830-1f01-4e19-b34c-4fcae22ec0c3 {{(pid=84268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:06:50.217681 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-a2defa03-0b12-4d62-8b2b-c95cc51045c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:50.233475 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-a2defa03-0b12-4d62-8b2b-c95cc51045c1 service neutron] Transition to ACTIVE for port object 245fb830-1f01-4e19-b34c-4fcae22ec0c3 will not be triggered until provisioned by entity L2. {{(pid=84268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:06:50.305493 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-a2defa03-0b12-4d62-8b2b-c95cc51045c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851385328'] for port, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:50.359427 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 57c15950-2ba5-4a42-bb4d-ae7ef56b0248, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=57c15950-2ba5-4a42-bb4d-ae7ef56b0248,segment=NetworkSegment(678a0a32-e584-4bc7-93dc-6b69e2674942),segment_id=678a0a32-e584-4bc7-93dc-6b69e2674942)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:06:50.382648 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=5886b48b-907c-49d7-8944-4161b3a705cb,revision_number=4']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:50.395148 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Returning: {'device': '57c15950-2ba5-4a42-bb4d-ae7ef56b0248', 'network_id': '07054388-504e-4ac2-b33c-6ef540158df3', 'port_id': '57c15950-2ba5-4a42-bb4d-ae7ef56b0248', 'mac_address': 'fa:16:3e:75:93:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a41d3eb2-4ae3-4bca-813b-303785d3193b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 12:06:50.398521 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:50.523270 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c28f2-e276-4cea-9e3d-2915c7ecdcfd req-d71c2131-a254-43eb-a750-d4c6c81f6afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:50.524955 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e42c28f2-e276-4cea-9e3d-2915c7ecdcfd req-d71c2131-a254-43eb-a750-d4c6c81f6afe service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.9270601
Apr 05 12:06:50.556330 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da68e2d-eae8-4107-9abb-401b7c1db9a1 req-5df6782b-94ef-408f-8c54-7563b8649ed9 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:50.556551 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:50.562697 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2de25d4e-9cf0-44da-a38d-9434bfe4974c req-c65e9f6a-46ca-481d-80e8-2479d690bc7e tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 210 time: 0.3250957
Apr 05 12:06:50.565343 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4da68e2d-eae8-4107-9abb-401b7c1db9a1 req-5df6782b-94ef-408f-8c54-7563b8649ed9 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 943 time: 0.4150586
Apr 05 12:06:50.579277 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:50.604074 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c15950-2ba5-4a42-bb4d-ae7ef56b0248 {{(pid=84270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:06:50.645732 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 57c15950-2ba5-4a42-bb4d-ae7ef56b0248, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=57c15950-2ba5-4a42-bb4d-ae7ef56b0248,segment=NetworkSegment(678a0a32-e584-4bc7-93dc-6b69e2674942),segment_id=678a0a32-e584-4bc7-93dc-6b69e2674942)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:06:50.652487 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:50.655862 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:50.741866 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4da68e2d-eae8-4107-9abb-401b7c1db9a1 req-e9956b30-a7ac-4525-b218-8576ebcb7bd2 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1755791
Apr 05 12:06:50.781572 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53b78a7e-45c5-456b-98da-bccb5e6e0019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:50.797280 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-aa247f45-dd3f-4615-9274-30571ac20656 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:50.798067 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-aa247f45-dd3f-4615-9274-30571ac20656 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Synchronizing usage tracker for tenant:09a08590013048999464095fb2986698 on resource:network {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:06:50.808546 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-53b78a7e-45c5-456b-98da-bccb5e6e0019 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:50.815801 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=57c15950-2ba5-4a42-bb4d-ae7ef56b0248,revision_number=4']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:50.826473 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:50.830534 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-53b78a7e-45c5-456b-98da-bccb5e6e0019 admin admin] Usage tracker for resource:security_group_rule and tenant:4557f6d8746940eea855dea959c7cd4b is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:50.838011 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-53b78a7e-45c5-456b-98da-bccb5e6e0019 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:50.846705 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-53b78a7e-45c5-456b-98da-bccb5e6e0019 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:50.874238 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bca854-005f-4ece-b97a-092816e5d01e req-fb2a2b44-cd98-464d-a8ea-5d529bba58bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:50.876326 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f5bca854-005f-4ece-b97a-092816e5d01e req-fb2a2b44-cd98-464d-a8ea-5d529bba58bd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0903b4e64774f679042704eb580949d&device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 1096 time: 0.2272429
Apr 05 12:06:51.035052 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f5bca854-005f-4ece-b97a-092816e5d01e req-e26f0cb2-a12f-4076-a9cb-d433c8c635f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f HTTP/1.1" status: 200  len: 217 time: 0.1481636
Apr 05 12:06:51.066871 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['57c15950-2ba5-4a42-bb4d-ae7ef56b0248'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:06:51.145856 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['5886b48b-907c-49d7-8944-4161b3a705cb'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:06:51.220376 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bca854-005f-4ece-b97a-092816e5d01e req-e66f0ba8-ee53-484e-a4ef-7f709b3108c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:51.222256 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f5bca854-005f-4ece-b97a-092816e5d01e req-e66f0ba8-ee53-484e-a4ef-7f709b3108c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ced82538-3893-4e0b-a29e-4343c9a27f88 HTTP/1.1" status: 200  len: 858 time: 0.1418653
Apr 05 12:06:51.285324 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152d8a0-6faf-48b0-bed4-b49bf1e5c987 req-02328dd7-2c59-41bc-951e-cdc73c46f4da tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:51.287269 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b152d8a0-6faf-48b0-bed4-b49bf1e5c987 req-02328dd7-2c59-41bc-951e-cdc73c46f4da tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 945 time: 0.2478056
Apr 05 12:06:51.393113 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f5bca854-005f-4ece-b97a-092816e5d01e req-4e420c53-d7f3-4ed9-b959-fbc5a7932d90 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1026416
Apr 05 12:06:51.399734 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53b78a7e-45c5-456b-98da-bccb5e6e0019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:51.443101 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53b78a7e-45c5-456b-98da-bccb5e6e0019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:51.452237 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-aa247f45-dd3f-4615-9274-30571ac20656 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Unset dirty status for tenant:09a08590013048999464095fb2986698 on resource:network {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:06:51.453504 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-aa247f45-dd3f-4615-9274-30571ac20656 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.37 "GET /v2.0/networks?id=5ba2dc6d-7a10-4983-bd4a-704d4ac9411b HTTP/1.1" status: 200  len: 817 time: 1.2178297
Apr 05 12:06:51.469500 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2defa03-0b12-4d62-8b2b-c95cc51045c1 service neutron] Pushing event updated for resources: {'Port': ['ID=245fb830-1f01-4e19-b34c-4fcae22ec0c3,revision_number=2']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:51.472495 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-a2defa03-0b12-4d62-8b2b-c95cc51045c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.893s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:51.580972 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b152d8a0-6faf-48b0-bed4-b49bf1e5c987 req-8a6057d2-26af-4845-9363-2c03dcf8bb17 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2376304
Apr 05 12:06:51.620893 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-512a89b2-53eb-4219-9406-f87adb48c3ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:51.656679 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-f0031f0a-333d-4866-9460-7c46dec7845b tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Synchronizing usage tracker for tenant:09a08590013048999464095fb2986698 on resource:security_group {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:06:51.672849 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ceb3b-87ba-498d-97de-ec73d9a7e0fa req-16872659-3ac0-4873-bdb3-8206a738f84b tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:51.681114 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-549ceb3b-87ba-498d-97de-ec73d9a7e0fa req-16872659-3ac0-4873-bdb3-8206a738f84b tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 944 time: 0.8648531
Apr 05 12:06:51.755451 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-f0031f0a-333d-4866-9460-7c46dec7845b tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Unset dirty status for tenant:09a08590013048999464095fb2986698 on resource:security_group {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:06:51.757025 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-f0031f0a-333d-4866-9460-7c46dec7845b tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=09a08590013048999464095fb2986698 HTTP/1.1" status: 200  len: 5705 time: 0.2902822
Apr 05 12:06:51.759529 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b78a7e-45c5-456b-98da-bccb5e6e0019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93dc8835-f120-4a93-8c16-00f4ae08bb57,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:51.768819 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-53b78a7e-45c5-456b-98da-bccb5e6e0019 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4557f6d8746940eea855dea959c7cd4b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6109173
Apr 05 12:06:51.773333 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 40288) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:51.774229 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-53b78a7e-45c5-456b-98da-bccb5e6e0019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:51.792973 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-009aa48b-4837-4043-889e-4902945cbef6 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Request body: {'port': {'device_id': '41cc66fe-6283-4798-b54a-9647f39a77ad', 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b', 'admin_state_up': True, 'tenant_id': '09a08590013048999464095fb2986698', 'security_groups': ['aa7113d5-080c-4a56-a74b-25bfce99a781']}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:06:51.859573 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-a2defa03-0b12-4d62-8b2b-c95cc51045c1 service neutron] Attempting to bind port 245fb830-1f01-4e19-b34c-4fcae22ec0c3 on host hv-cinder-78476 for vnic_type normal with profile  {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:06:51.860307 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-a2defa03-0b12-4d62-8b2b-c95cc51045c1 service neutron] Attempting to bind port 245fb830-1f01-4e19-b34c-4fcae22ec0c3 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '53b28aa4-d901-4708-a140-750e38a3cab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0'}] {{(pid=84268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:06:51.860917 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-a2defa03-0b12-4d62-8b2b-c95cc51045c1 service neutron] Attempting to bind port 245fb830-1f01-4e19-b34c-4fcae22ec0c3 on network a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0 {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:06:51.869830 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-64b43930-248a-4022-982b-d61bb1588247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:51.943583 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e6268b9b-03af-49c0-9b74-1f071ad3169f req-5b2bba4e-b693-4bec-a7fa-34442b52aebe tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 210 time: 0.0750206
Apr 05 12:06:51.948192 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f5bca854-005f-4ece-b97a-092816e5d01e req-c845cb7e-1a31-4712-a7c8-43afbcb53d78 service neutron] 10.222.0.37 "GET /v2.0/networks/a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5469618
Apr 05 12:06:51.974999 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-549ceb3b-87ba-498d-97de-ec73d9a7e0fa req-149af5c0-ec01-42d2-9fd6-fea0f32893cf tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2928412
Apr 05 12:06:51.979893 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-a2defa03-0b12-4d62-8b2b-c95cc51045c1 service neutron] Port 245fb830-1f01-4e19-b34c-4fcae22ec0c3 on network a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 12:06:51.980395 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-a2defa03-0b12-4d62-8b2b-c95cc51045c1 service neutron] Attempting to bind port 245fb830-1f01-4e19-b34c-4fcae22ec0c3 on network a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0 {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:06:51.986836 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-a2defa03-0b12-4d62-8b2b-c95cc51045c1 service neutron] Checking agent: {'id': '038210d6-d792-4dfe-95d3-eb4a37cb8b01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:06:51.987311 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-a2defa03-0b12-4d62-8b2b-c95cc51045c1 service neutron] Checking segment: {'id': '53b28aa4-d901-4708-a140-750e38a3cab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:06:51.987850 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-a2defa03-0b12-4d62-8b2b-c95cc51045c1 service neutron] Bound using segment: {'id': '53b28aa4-d901-4708-a140-750e38a3cab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0'} {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:06:51.988455 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-a2defa03-0b12-4d62-8b2b-c95cc51045c1 service neutron] Bound port: 245fb830-1f01-4e19-b34c-4fcae22ec0c3, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b28aa4-d901-4708-a140-750e38a3cab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0'}}] {{(pid=84268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:06:51.989090 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-a2defa03-0b12-4d62-8b2b-c95cc51045c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:52.097256 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-64b43930-248a-4022-982b-d61bb1588247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:52.162848 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-a2defa03-0b12-4d62-8b2b-c95cc51045c1 service neutron] For port 245fb830-1f01-4e19-b34c-4fcae22ec0c3, host hv-cinder-78476, cleared binding levels {{(pid=84268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:06:52.176338 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-009aa48b-4837-4043-889e-4902945cbef6 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:52.188366 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-009aa48b-4837-4043-889e-4902945cbef6 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:52.198618 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-a2defa03-0b12-4d62-8b2b-c95cc51045c1 service neutron] For port 245fb830-1f01-4e19-b34c-4fcae22ec0c3, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=245fb830-1f01-4e19-b34c-4fcae22ec0c3,segment=NetworkSegment(53b28aa4-d901-4708-a140-750e38a3cab2),segment_id=53b28aa4-d901-4708-a140-750e38a3cab2)] {{(pid=84268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:06:52.203401 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-009aa48b-4837-4043-889e-4902945cbef6 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Made reservation on behalf of 09a08590013048999464095fb2986698 for: {'port': 1} {{(pid=84268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:06:52.210373 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-009aa48b-4837-4043-889e-4902945cbef6 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:52.220876 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-a2defa03-0b12-4d62-8b2b-c95cc51045c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851385328'] for port, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:52.242379 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-b90cb4db-5d79-4a07-8a3e-fb14f96665a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:52.285063 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f5bca854-005f-4ece-b97a-092816e5d01e req-f80d2808-60df-4c3e-a354-f36428c88dc4 service neutron] 10.222.0.37 "GET /v2.0/networks/a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3245759
Apr 05 12:06:52.288666 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-64b43930-248a-4022-982b-d61bb1588247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:52.294755 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-b8236550-a3f6-4780-8a18-b1e3d8d80cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:52.315547 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b43930-248a-4022-982b-d61bb1588247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dc8835-f120-4a93-8c16-00f4ae08bb57,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:52.325579 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-64b43930-248a-4022-982b-d61bb1588247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:52.329585 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-64b43930-248a-4022-982b-d61bb1588247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:52.333688 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-64b43930-248a-4022-982b-d61bb1588247 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/93dc8835-f120-4a93-8c16-00f4ae08bb57 HTTP/1.1" status: 204  len: 168 time: 0.5584359
Apr 05 12:06:52.359988 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4962b0-9cf0-44b0-91fa-1546f2611a74 req-4d6efc78-383f-428e-b9ef-78dc89784222 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:52.361600 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-bb4962b0-9cf0-44b0-91fa-1546f2611a74 req-4d6efc78-383f-428e-b9ef-78dc89784222 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 943 time: 0.1537399
Apr 05 12:06:52.417714 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-bb4962b0-9cf0-44b0-91fa-1546f2611a74 req-e73a34f1-98c2-4f22-aa06-f6fe280fc215 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479205
Apr 05 12:06:52.515412 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2defa03-0b12-4d62-8b2b-c95cc51045c1 service neutron] Pushing event updated for resources: {'Port': ['ID=245fb830-1f01-4e19-b34c-4fcae22ec0c3,revision_number=3']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:52.534893 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-a2defa03-0b12-4d62-8b2b-c95cc51045c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:52.635229 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-a2defa03-0b12-4d62-8b2b-c95cc51045c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:52.635894 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-a2defa03-0b12-4d62-8b2b-c95cc51045c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for port, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:52.637364 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-a2defa03-0b12-4d62-8b2b-c95cc51045c1 service neutron] 10.222.0.37 "PUT /v2.0/ports/245fb830-1f01-4e19-b34c-4fcae22ec0c3 HTTP/1.1" status: 200  len: 1093 time: 3.4051757
Apr 05 12:06:52.637881 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1', 'tag': '245fb830-1f01-4e19-b34c-4fcae22ec0c3'}] {{(pid=84268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:06:52.647166 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-009aa48b-4837-4043-889e-4902945cbef6 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Allocated IP 172.20.0.3 (5ba2dc6d-7a10-4983-bd4a-704d4ac9411b/d3bbfe2a-e26d-4eee-9523-0b0e4c649bfb/7be1a319-4ced-48c7-93cc-a31f4f1d1bd8) {{(pid=84268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:06:52.726050 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1', 'tag': '245fb830-1f01-4e19-b34c-4fcae22ec0c3', 'status': 'completed', 'code': 200}
Apr 05 12:06:52.790988 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 40316) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:52.810318 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-17d02f8f-d579-4d8d-a6d4-a855a3b29991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:52.825385 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-17d02f8f-d579-4d8d-a6d4-a855a3b29991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:06:52.829432 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-17d02f8f-d579-4d8d-a6d4-a855a3b29991 admin admin] Usage tracker for resource:security_group_rule and tenant:4d4454e366854cb7a87a82b95faee061 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:06:52.832379 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-17d02f8f-d579-4d8d-a6d4-a855a3b29991 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:06:52.838904 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-17d02f8f-d579-4d8d-a6d4-a855a3b29991 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:06:52.925549 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-17d02f8f-d579-4d8d-a6d4-a855a3b29991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:52.928429 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-17d02f8f-d579-4d8d-a6d4-a855a3b29991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:52.937141 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-80eb9c1a-9bd5-4fc6-8966-d4570d2ffe98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:52.951656 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd21b0c-ae12-4fd0-90c2-d523b5a03058 req-2a5cfc53-bfd8-488f-bc60-f553f3c4c459 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:52.953268 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0dd21b0c-ae12-4fd0-90c2-d523b5a03058 req-2a5cfc53-bfd8-488f-bc60-f553f3c4c459 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 945 time: 0.2236865
Apr 05 12:06:52.982000 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-17d02f8f-d579-4d8d-a6d4-a855a3b29991 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4d4454e366854cb7a87a82b95faee061&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1873074
Apr 05 12:06:52.982331 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 40320) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:06:52.985098 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d02f8f-d579-4d8d-a6d4-a855a3b29991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21863ae5-d79a-4478-aada-8273cf15018b,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:52.987583 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-009aa48b-4837-4043-889e-4902945cbef6 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for port, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:52.997535 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-17d02f8f-d579-4d8d-a6d4-a855a3b29991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:53.021692 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-009aa48b-4837-4043-889e-4902945cbef6 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Transition to ACTIVE for port object 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 will not be triggered until provisioned by entity DHCP. {{(pid=84268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:06:53.028621 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0dd21b0c-ae12-4fd0-90c2-d523b5a03058 req-6b57a25b-c031-428b-bf2f-513964257073 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660937
Apr 05 12:06:53.053944 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-009aa48b-4837-4043-889e-4902945cbef6 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:53.071197 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b455fb-df10-42e8-aea1-c0358f536bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:53.083807 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:53.118372 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b455fb-df10-42e8-aea1-c0358f536bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:53.292750 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009aa48b-4837-4043-889e-4902945cbef6 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Pushing event updated for resources: {'Port': ['ID=7be1a319-4ced-48c7-93cc-a31f4f1d1bd8,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:53.295042 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb24305-f46e-479e-8cb0-beb02f1b8188 req-6d1ded7d-003b-4a56-acb8-342c275d05ca tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:53.298588 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-009aa48b-4837-4043-889e-4902945cbef6 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:53.303364 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2bb24305-f46e-479e-8cb0-beb02f1b8188 req-6d1ded7d-003b-4a56-acb8-342c275d05ca tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 931 time: 0.1419637
Apr 05 12:06:53.328037 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b455fb-df10-42e8-aea1-c0358f536bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:53.331759 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-64b43930-248a-4022-982b-d61bb1588247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:53.354090 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b455fb-df10-42e8-aea1-c0358f536bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21863ae5-d79a-4478-aada-8273cf15018b,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:53.361184 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-41b455fb-df10-42e8-aea1-c0358f536bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:53.373834 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-009aa48b-4837-4043-889e-4902945cbef6 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Network 5ba2dc6d-7a10-4983-bd4a-704d4ac9411b is already hosted by enough agents. {{(pid=84268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:06:53.376089 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-009aa48b-4837-4043-889e-4902945cbef6 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Resources bound (agent type, host, resource id):  {{(pid=84268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:06:53.381029 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2bb24305-f46e-479e-8cb0-beb02f1b8188 req-1aa35c2b-7b8d-4c21-ae55-f984cb1ecddd tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0766218
Apr 05 12:06:53.382468 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b455fb-df10-42e8-aea1-c0358f536bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:53.387377 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710b186-f7c1-4c18-8307-6436df1a6f62 req-afba2eb3-9f06-4ef7-9b75-2ccd43ee4170 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:53.389036 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1710b186-f7c1-4c18-8307-6436df1a6f62 req-afba2eb3-9f06-4ef7-9b75-2ccd43ee4170 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 944 time: 0.1827207
Apr 05 12:06:53.389868 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-009aa48b-4837-4043-889e-4902945cbef6 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Received port after_create {{(pid=84268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:06:53.390330 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-41b455fb-df10-42e8-aea1-c0358f536bdf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/21863ae5-d79a-4478-aada-8273cf15018b HTTP/1.1" status: 204  len: 168 time: 0.4068797
Apr 05 12:06:53.522766 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1710b186-f7c1-4c18-8307-6436df1a6f62 req-1dba2d5f-3762-42a8-b2bd-438b9c9f4bbc tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917201
Apr 05 12:06:53.569095 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-009aa48b-4837-4043-889e-4902945cbef6 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:53.569219 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-009aa48b-4837-4043-889e-4902945cbef6 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for port, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:53.595831 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-009aa48b-4837-4043-889e-4902945cbef6 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8184066
Apr 05 12:06:53.641033 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d25b6f12-3d21-4621-890d-752429421f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:53.723885 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac709b-87de-4d98-84e1-db13650b6720 req-8dff2ca7-fcd1-43d0-a479-c0ef175fae97 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:53.736262 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d3ac709b-87de-4d98-84e1-db13650b6720 req-8dff2ca7-fcd1-43d0-a479-c0ef175fae97 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 943 time: 0.1148472
Apr 05 12:06:53.767917 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-f8510465-f82b-4b36-ac76-e27a5a0055d9 None None] Provisioning for port 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 completed by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:06:53.774364 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-f8510465-f82b-4b36-ac76-e27a5a0055d9 None None] Provisioning complete for port 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:06:53.774879 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f8510465-f82b-4b36-ac76-e27a5a0055d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:53.804646 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d3ac709b-87de-4d98-84e1-db13650b6720 req-c78491e9-1f57-4dcb-a57c-d70e835f2990 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672507
Apr 05 12:06:53.850408 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-f8510465-f82b-4b36-ac76-e27a5a0055d9 None None] Port 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 cannot update to ACTIVE because it is not bound. {{(pid=84270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 12:06:54.269857 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a8cbf-2410-43d1-af33-ff1ec245c05c req-b4699a0e-d393-4305-81e5-81af28bdcfa0 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:54.271564 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-479a8cbf-2410-43d1-af33-ff1ec245c05c req-b4699a0e-d393-4305-81e5-81af28bdcfa0 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 945 time: 0.0964408
Apr 05 12:06:54.320321 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-479a8cbf-2410-43d1-af33-ff1ec245c05c req-cb190602-5528-49ed-a879-58a201c70878 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418844
Apr 05 12:06:54.587001 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe8f70-07f4-4458-8acf-542cd4ce46d1 req-2f4dadce-5ab3-4382-b713-5c9da7c4f61f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:54.588632 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f0fe8f70-07f4-4458-8acf-542cd4ce46d1 req-2f4dadce-5ab3-4382-b713-5c9da7c4f61f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 931 time: 0.0903270
Apr 05 12:06:54.654676 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f0fe8f70-07f4-4458-8acf-542cd4ce46d1 req-4d394655-a530-4a06-9a8b-90ad787e6afc tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559828
Apr 05 12:06:54.746591 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4e291-768e-49a4-828f-644ed9e13880 req-66a96317-49e5-4be8-b982-c0c52d9c8d97 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:54.748411 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-05a4e291-768e-49a4-828f-644ed9e13880 req-66a96317-49e5-4be8-b982-c0c52d9c8d97 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 944 time: 0.0903645
Apr 05 12:06:54.797179 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-05a4e291-768e-49a4-828f-644ed9e13880 req-87e24136-ac79-4007-b673-f3fbba3fdd26 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426700
Apr 05 12:06:54.831485 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:55.003814 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c9f5a-6683-4517-a6a2-41fc1644a64a req-93c62a20-fd3a-46a8-87b9-30339431f304 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:55.006806 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e29c9f5a-6683-4517-a6a2-41fc1644a64a req-93c62a20-fd3a-46a8-87b9-30339431f304 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 943 time: 0.0927188
Apr 05 12:06:55.055477 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e29c9f5a-6683-4517-a6a2-41fc1644a64a req-f6ce968b-49c7-4a6e-8a2e-54cc4996d3c3 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422719
Apr 05 12:06:55.519104 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f1c17-06e7-4466-b401-79cd937d47da req-8e42c540-7610-4e5f-b74a-d0a53e46cb3e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:55.520823 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-975f1c17-06e7-4466-b401-79cd937d47da req-8e42c540-7610-4e5f-b74a-d0a53e46cb3e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 945 time: 0.0878158
Apr 05 12:06:55.569393 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-975f1c17-06e7-4466-b401-79cd937d47da req-bab8f610-b84b-45f8-8661-84594e269f3f tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418224
Apr 05 12:06:55.864345 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da40afe-4c31-4c53-8b9c-be51ab866ed6 req-4aa39b62-02dc-4e42-9205-7341e67a0c43 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:55.866007 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4da40afe-4c31-4c53-8b9c-be51ab866ed6 req-4aa39b62-02dc-4e42-9205-7341e67a0c43 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 931 time: 0.0905931
Apr 05 12:06:55.915166 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4da40afe-4c31-4c53-8b9c-be51ab866ed6 req-8bd7388a-eda4-4cf3-8964-4d7cbe9e986c tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425787
Apr 05 12:06:56.000310 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-185b82d0-40e3-4b8d-8d11-c6406fa1a5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:56.005814 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855961b-770b-492a-ad30-fce946ecf918 req-4978f742-9f63-4d9d-b79f-a86658f7c206 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:56.007659 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b855961b-770b-492a-ad30-fce946ecf918 req-4978f742-9f63-4d9d-b79f-a86658f7c206 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 944 time: 0.0922267
Apr 05 12:06:56.057586 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b855961b-770b-492a-ad30-fce946ecf918 req-7bc46ecc-bf81-4db6-8b98-c133f738ffaa tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435619
Apr 05 12:06:56.162870 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-bb29f65c-67d6-42d3-a4b0-191fb3e7e35a service neutron] Request body: {'port': {'device_id': '41cc66fe-6283-4798-b54a-9647f39a77ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:06:56.276166 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34e6c6-7138-440e-aa2b-6001413d04ff req-7918c1bb-35f0-49c2-b8df-914c20e63686 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:56.277778 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7e34e6c6-7138-440e-aa2b-6001413d04ff req-7918c1bb-35f0-49c2-b8df-914c20e63686 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 943 time: 0.0893886
Apr 05 12:06:56.326338 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7e34e6c6-7138-440e-aa2b-6001413d04ff req-861092b7-6957-479a-90e1-bdb8c18ce8c7 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417662
Apr 05 12:06:56.359488 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-bb29f65c-67d6-42d3-a4b0-191fb3e7e35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:56.374441 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87d5f0-e103-4e93-8032-a3097d62bf64 req-3a40bc7a-161e-46d1-9a00-5177aa6d1fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:56.376069 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9d87d5f0-e103-4e93-8032-a3097d62bf64 req-3a40bc7a-161e-46d1-9a00-5177aa6d1fa3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0903b4e64774f679042704eb580949d&device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 1096 time: 0.1759691
Apr 05 12:06:56.449685 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:56.673711 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87d5f0-e103-4e93-8032-a3097d62bf64 req-e47449a8-caf5-4f97-a55c-4b01bf250e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:56.675361 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9d87d5f0-e103-4e93-8032-a3097d62bf64 req-e47449a8-caf5-4f97-a55c-4b01bf250e5e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b0903b4e64774f679042704eb580949d&shared=False HTTP/1.1" status: 200  len: 919 time: 0.2637310
Apr 05 12:06:57.124089 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a36a7-e6f6-46ff-ad7c-a384fb3a5575 req-c40d6a4b-4a05-43ff-a6c7-91cddc918163 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:57.125674 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-698a36a7-e6f6-46ff-ad7c-a384fb3a5575 req-c40d6a4b-4a05-43ff-a6c7-91cddc918163 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 931 time: 0.0923142
Apr 05 12:06:57.178768 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-698a36a7-e6f6-46ff-ad7c-a384fb3a5575 req-c1b9f390-b282-4542-898b-503fa4531e22 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457516
Apr 05 12:06:57.241294 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87d5f0-e103-4e93-8032-a3097d62bf64 req-c8fff71f-b303-43b8-97fa-05b64f69610e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:57.242972 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9d87d5f0-e103-4e93-8032-a3097d62bf64 req-c8fff71f-b303-43b8-97fa-05b64f69610e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5568197
Apr 05 12:06:57.260232 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c411d-ff65-4d54-8a9e-004bc84cebb9 req-fc0637e9-6415-4f85-8b0e-2f97eeb07691 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:57.267163 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-295c411d-ff65-4d54-8a9e-004bc84cebb9 req-fc0637e9-6415-4f85-8b0e-2f97eeb07691 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 945 time: 0.5797548
Apr 05 12:06:57.417586 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc4684-a849-4bcf-affe-ebe4bb78efec req-0a8c80b7-936a-416e-8af5-38ee83a29632 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:57.419222 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-21cc4684-a849-4bcf-affe-ebe4bb78efec req-0a8c80b7-936a-416e-8af5-38ee83a29632 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 944 time: 0.0965390
Apr 05 12:06:57.443281 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-295c411d-ff65-4d54-8a9e-004bc84cebb9 req-f2a35b51-6787-4f91-868b-9ce77665c26c tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1746507
Apr 05 12:06:57.448716 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-bb29f65c-67d6-42d3-a4b0-191fb3e7e35a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 {{(pid=84268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:06:57.459919 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-bb29f65c-67d6-42d3-a4b0-191fb3e7e35a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:57.477639 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-fe4aae2c-d6bb-4983-99a2-ee86371e3837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:57.479233 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-fe4aae2c-d6bb-4983-99a2-ee86371e3837 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0903b4e64774f679042704eb580949d&device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 1096 time: 0.1918550
Apr 05 12:06:57.485820 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-bb29f65c-67d6-42d3-a4b0-191fb3e7e35a service neutron] Transition to ACTIVE for port object 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 will not be triggered until provisioned by entity L2. {{(pid=84268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:06:57.496998 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-21cc4684-a849-4bcf-affe-ebe4bb78efec req-6b193e33-6ea3-4405-bdfd-a1259849df00 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707886
Apr 05 12:06:57.544615 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-bb29f65c-67d6-42d3-a4b0-191fb3e7e35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851385328'] for port, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:57.574908 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-0ac8226d-7b91-4662-bf5f-a8ef813ccf34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:57.662255 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-ee86d986-a568-4e04-b18a-bb881dd2d7be service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=245fb830-1f01-4e19-b34c-4fcae22ec0c3 HTTP/1.1" status: 200  len: 217 time: 0.1732399
Apr 05 12:06:57.814607 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29f65c-67d6-42d3-a4b0-191fb3e7e35a service neutron] Pushing event updated for resources: {'Port': ['ID=7be1a319-4ced-48c7-93cc-a31f4f1d1bd8,revision_number=2']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:57.823484 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-bb29f65c-67d6-42d3-a4b0-191fb3e7e35a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:57.855632 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-edeff1f0-d36d-47d6-8f8b-4e64424174f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:57.857174 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-edeff1f0-d36d-47d6-8f8b-4e64424174f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ced82538-3893-4e0b-a29e-4343c9a27f88 HTTP/1.1" status: 200  len: 858 time: 0.1501384
Apr 05 12:06:57.933339 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-c623d64b-47dc-44df-97bf-656a7f3dc8a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0602376
Apr 05 12:06:58.019692 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3694b9c-4349-45e3-8bc7-24f9a701f77c req-7dfe1946-8b48-4855-bf37-26ebdc39429a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:58.021889 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c3694b9c-4349-45e3-8bc7-24f9a701f77c req-7dfe1946-8b48-4855-bf37-26ebdc39429a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 943 time: 0.4161024
Apr 05 12:06:58.041691 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:58.171726 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 5886b48b-907c-49d7-8944-4161b3a705cb up at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:06:58.225443 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c3694b9c-4349-45e3-8bc7-24f9a701f77c req-b5451d0b-d340-48e2-b305-dc80d8ee01f1 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1943953
Apr 05 12:06:58.282410 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning for port 5886b48b-907c-49d7-8944-4161b3a705cb completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:06:58.290792 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning complete for port 5886b48b-907c-49d7-8944-4161b3a705cb triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:06:58.291219 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:58.299872 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-4dbd114b-0ed3-4ed1-8a85-8f8522406e1b service neutron] 10.222.0.37 "GET /v2.0/networks/a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3574140
Apr 05 12:06:58.300713 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-bb29f65c-67d6-42d3-a4b0-191fb3e7e35a service neutron] Attempting to bind port 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 on host hv-cinder-78476 for vnic_type normal with profile  {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:06:58.301130 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-bb29f65c-67d6-42d3-a4b0-191fb3e7e35a service neutron] Attempting to bind port 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': 'e495bedb-3d01-4d20-b74e-aa316357e53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b'}] {{(pid=84268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:06:58.301494 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-bb29f65c-67d6-42d3-a4b0-191fb3e7e35a service neutron] Attempting to bind port 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 on network 5ba2dc6d-7a10-4983-bd4a-704d4ac9411b {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:06:58.306952 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-bb29f65c-67d6-42d3-a4b0-191fb3e7e35a service neutron] Port 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 on network 5ba2dc6d-7a10-4983-bd4a-704d4ac9411b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 12:06:58.307306 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-bb29f65c-67d6-42d3-a4b0-191fb3e7e35a service neutron] Attempting to bind port 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 on network 5ba2dc6d-7a10-4983-bd4a-704d4ac9411b {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:06:58.337561 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-bb29f65c-67d6-42d3-a4b0-191fb3e7e35a service neutron] Checking agent: {'id': '038210d6-d792-4dfe-95d3-eb4a37cb8b01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:06:58.337922 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-bb29f65c-67d6-42d3-a4b0-191fb3e7e35a service neutron] Checking segment: {'id': 'e495bedb-3d01-4d20-b74e-aa316357e53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:06:58.339656 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-bb29f65c-67d6-42d3-a4b0-191fb3e7e35a service neutron] Bound using segment: {'id': 'e495bedb-3d01-4d20-b74e-aa316357e53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b'} {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:06:58.339656 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-bb29f65c-67d6-42d3-a4b0-191fb3e7e35a service neutron] Bound port: 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e495bedb-3d01-4d20-b74e-aa316357e53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b'}}] {{(pid=84268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:06:58.339656 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-bb29f65c-67d6-42d3-a4b0-191fb3e7e35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:58.427756 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fcd65-46db-408d-b364-ff861a0af1e1 req-5beaea68-596c-4f5e-bd96-5fc30e346818 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:58.429725 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ad2fcd65-46db-408d-b364-ff861a0af1e1 req-5beaea68-596c-4f5e-bd96-5fc30e346818 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 943 time: 0.1199477
Apr 05 12:06:58.471678 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:58.510658 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 5886b48b-907c-49d7-8944-4161b3a705cb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5886b48b-907c-49d7-8944-4161b3a705cb,segment=NetworkSegment(74e0d4c5-5da8-4729-9a17-350ef9681d29),segment_id=74e0d4c5-5da8-4729-9a17-350ef9681d29)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:06:58.511727 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8684743b-ae41-4c22-ab30-6d1e41e460be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5886b48b-907c-49d7-8944-4161b3a705cb'}] {{(pid=84270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:06:58.525871 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ad2fcd65-46db-408d-b364-ff861a0af1e1 req-20b8b96a-f65e-4ed0-895a-6bb036b6af04 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0886612
Apr 05 12:06:58.541136 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ce0ff215-3e2e-41b1-a904-4b772628d54f req-b3c207ec-5e53-4e05-8760-1adb115674bd service neutron] 10.222.0.37 "GET /v2.0/networks/a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2300217
Apr 05 12:06:58.544168 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-bb29f65c-67d6-42d3-a4b0-191fb3e7e35a service neutron] For port 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8, host hv-cinder-78476, cleared binding levels {{(pid=84268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:06:58.559802 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-bb29f65c-67d6-42d3-a4b0-191fb3e7e35a service neutron] For port 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=7be1a319-4ced-48c7-93cc-a31f4f1d1bd8,segment=NetworkSegment(e495bedb-3d01-4d20-b74e-aa316357e53b),segment_id=e495bedb-3d01-4d20-b74e-aa316357e53b)] {{(pid=84268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:06:58.570029 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-bb29f65c-67d6-42d3-a4b0-191fb3e7e35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851385328'] for port, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:58.608578 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:58.608933 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:58.609841 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 57c15950-2ba5-4a42-bb4d-ae7ef56b0248 up at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:06:58.660129 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:58.756386 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbab436-4cdc-4fc7-a90f-e4dce73ce624 req-66d21945-1eec-4882-b715-70abbe052a48 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:58.758078 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2cbab436-4cdc-4fc7-a90f-e4dce73ce624 req-66d21945-1eec-4882-b715-70abbe052a48 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 945 time: 0.1090312
Apr 05 12:06:58.822592 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2cbab436-4cdc-4fc7-a90f-e4dce73ce624 req-05a2b09d-1545-4bd2-a504-ec462ed81423 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529916
Apr 05 12:06:58.824236 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:58.846170 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=5886b48b-907c-49d7-8944-4161b3a705cb,revision_number=5']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:58.855533 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning for port 57c15950-2ba5-4a42-bb4d-ae7ef56b0248 completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:06:58.862427 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:58.866870 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning complete for port 57c15950-2ba5-4a42-bb4d-ae7ef56b0248 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:06:58.867238 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:58.892488 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29f65c-67d6-42d3-a4b0-191fb3e7e35a service neutron] Pushing event updated for resources: {'Port': ['ID=7be1a319-4ced-48c7-93cc-a31f4f1d1bd8,revision_number=3']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:58.900378 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-bb29f65c-67d6-42d3-a4b0-191fb3e7e35a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:58.939868 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6f2c2-1424-484e-b21e-bdcddb6225bb req-06ed7b48-ae49-4e32-b539-1f095977ebc0 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:58.941556 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e7f6f2c2-1424-484e-b21e-bdcddb6225bb req-06ed7b48-ae49-4e32-b539-1f095977ebc0 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 945 time: 0.2886834
Apr 05 12:06:58.993493 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-bb29f65c-67d6-42d3-a4b0-191fb3e7e35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:58.994424 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-bb29f65c-67d6-42d3-a4b0-191fb3e7e35a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for port, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:58.995997 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-bb29f65c-67d6-42d3-a4b0-191fb3e7e35a service neutron] 10.222.0.37 "PUT /v2.0/ports/7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 HTTP/1.1" status: 200  len: 1093 time: 2.8423128
Apr 05 12:06:58.996583 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41cc66fe-6283-4798-b54a-9647f39a77ad', 'tag': '7be1a319-4ced-48c7-93cc-a31f4f1d1bd8'}] {{(pid=84268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:06:59.016629 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:59.021746 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e7f6f2c2-1424-484e-b21e-bdcddb6225bb req-98a29168-bd76-4049-ba08-106ca5302912 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693526
Apr 05 12:06:59.094675 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 57c15950-2ba5-4a42-bb4d-ae7ef56b0248, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=57c15950-2ba5-4a42-bb4d-ae7ef56b0248,segment=NetworkSegment(678a0a32-e584-4bc7-93dc-6b69e2674942),segment_id=678a0a32-e584-4bc7-93dc-6b69e2674942)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:06:59.111876 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:06:59.115214 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:06:59.140439 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41cc66fe-6283-4798-b54a-9647f39a77ad', 'tag': '7be1a319-4ced-48c7-93cc-a31f4f1d1bd8', 'status': 'completed', 'code': 200}
Apr 05 12:06:59.201228 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8684743b-ae41-4c22-ab30-6d1e41e460be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5886b48b-907c-49d7-8944-4161b3a705cb', 'code': 200}
Apr 05 12:06:59.203770 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-8263fe71-2245-45ce-af8f-652ed02c9071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:59.206092 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-8263fe71-2245-45ce-af8f-652ed02c9071 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09a08590013048999464095fb2986698&device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 1096 time: 0.1505985
Apr 05 12:06:59.276502 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=57c15950-2ba5-4a42-bb4d-ae7ef56b0248,revision_number=5']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:06:59.292045 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:06:59.309737 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-ba6c2c87-1d9f-42c1-8786-cb334de16568 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 HTTP/1.1" status: 200  len: 217 time: 0.0938385
Apr 05 12:06:59.393446 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-1a2d3d74-d820-4245-a8ae-9ce62ea109df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:59.396043 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-1a2d3d74-d820-4245-a8ae-9ce62ea109df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3bbfe2a-e26d-4eee-9523-0b0e4c649bfb HTTP/1.1" status: 200  len: 856 time: 0.0763867
Apr 05 12:06:59.631429 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-a27a707c-de1f-4e58-a901-9618c5095a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:59.633050 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-a27a707c-de1f-4e58-a901-9618c5095a38 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ba2dc6d-7a10-4983-bd4a-704d4ac9411b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2302957
Apr 05 12:06:59.642756 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78049eae-02b5-43af-b253-2aa00c91fb51 req-b97d31fd-bafe-499e-8b5e-1be9b34b8e98 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:59.650582 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-78049eae-02b5-43af-b253-2aa00c91fb51 req-b97d31fd-bafe-499e-8b5e-1be9b34b8e98 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 943 time: 0.2040055
Apr 05 12:06:59.697378 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf91eb-b723-4ab7-9684-bd1b87159bcc req-0338d717-7915-4d6c-8550-b38d49cf9912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:59.699010 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f9cf91eb-b723-4ab7-9684-bd1b87159bcc req-0338d717-7915-4d6c-8550-b38d49cf9912 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 1098 time: 0.2464662
Apr 05 12:06:59.810211 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2418c4-e1f4-42e8-b56f-2d385f1d3c27 req-14ed75de-94f9-4899-ae82-281e9e22e537 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:06:59.811944 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2b2418c4-e1f4-42e8-b56f-2d385f1d3c27 req-14ed75de-94f9-4899-ae82-281e9e22e537 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 943 time: 0.1089034
Apr 05 12:06:59.873644 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2b2418c4-e1f4-42e8-b56f-2d385f1d3c27 req-daea2ff2-4861-42ad-b0ee-982908937c3d tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0530491
Apr 05 12:07:00.044836 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f9cf91eb-b723-4ab7-9684-bd1b87159bcc req-b26574cc-6e73-4f76-a5b2-6832179779b0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:00.064927 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-78049eae-02b5-43af-b253-2aa00c91fb51 req-cb27fa35-5627-4ebc-a7db-18295f2ed797 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4132450
Apr 05 12:07:00.075701 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-f9cf91eb-b723-4ab7-9684-bd1b87159bcc req-b26574cc-6e73-4f76-a5b2-6832179779b0 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:07:00.093811 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-f9cf91eb-b723-4ab7-9684-bd1b87159bcc req-b26574cc-6e73-4f76-a5b2-6832179779b0 service neutron] Usage tracker for resource:security_group_rule and tenant:bc1c5c1ca7fd4df5a589e3e0abb5da8c is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:07:00.099161 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-f9cf91eb-b723-4ab7-9684-bd1b87159bcc req-b26574cc-6e73-4f76-a5b2-6832179779b0 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:07:00.116828 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-f9cf91eb-b723-4ab7-9684-bd1b87159bcc req-b26574cc-6e73-4f76-a5b2-6832179779b0 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:07:00.120941 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023bcd1-893d-4d39-8ff9-d6561d2dc1bb req-990612e6-7d4f-4650-84e3-6f960481231a tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:00.125982 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6023bcd1-893d-4d39-8ff9-d6561d2dc1bb req-990612e6-7d4f-4650-84e3-6f960481231a tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 945 time: 0.1261778
Apr 05 12:07:00.132654 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-00ad9571-5920-4ec2-a833-41467335a111 service neutron] 10.222.0.37 "GET /v2.0/networks/5ba2dc6d-7a10-4983-bd4a-704d4ac9411b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4762092
Apr 05 12:07:00.168538 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 12:07:00.187562 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6023bcd1-893d-4d39-8ff9-d6561d2dc1bb req-181f6aaf-bfa8-4240-9c95-fc93d7ad71c3 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549040
Apr 05 12:07:00.454623 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-19fe758a-0f4d-4466-94cf-47af1e5ec268 req-fb46a89d-5972-4781-ad84-40f3b6461ae2 service neutron] 10.222.0.37 "GET /v2.0/networks/5ba2dc6d-7a10-4983-bd4a-704d4ac9411b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3103499
Apr 05 12:07:00.480018 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150277d-8eca-4b8c-9cd1-e73bcad91052 req-ba791c11-787b-4c5e-bf08-5d582fda6fb2 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:00.487147 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6150277d-8eca-4b8c-9cd1-e73bcad91052 req-ba791c11-787b-4c5e-bf08-5d582fda6fb2 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 946 time: 0.2167788
Apr 05 12:07:00.506026 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f,segment=NetworkSegment(53b28aa4-d901-4708-a140-750e38a3cab2),segment_id=53b28aa4-d901-4708-a140-750e38a3cab2)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:07:00.521198 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Returning: {'device': '98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f', 'network_id': 'a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0', 'port_id': '98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f', 'mac_address': 'fa:16:3e:74:3e:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced82538-3893-4e0b-a29e-4343c9a27f88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 12:07:00.559255 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f9cf91eb-b723-4ab7-9684-bd1b87159bcc req-b26574cc-6e73-4f76-a5b2-6832179779b0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:00.585914 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f9cf91eb-b723-4ab7-9684-bd1b87159bcc req-b26574cc-6e73-4f76-a5b2-6832179779b0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:00.586323 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:00.596638 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:00.606233 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f {{(pid=84270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:07:00.615009 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6150277d-8eca-4b8c-9cd1-e73bcad91052 req-563541f8-8c67-4a83-b51d-69133e7fb98e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227958
Apr 05 12:07:00.623505 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f,segment=NetworkSegment(53b28aa4-d901-4708-a140-750e38a3cab2),segment_id=53b28aa4-d901-4708-a140-750e38a3cab2)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:07:00.626492 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:00.627815 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f9cf91eb-b723-4ab7-9684-bd1b87159bcc req-b26574cc-6e73-4f76-a5b2-6832179779b0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6322682
Apr 05 12:07:00.628223 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:00.662493 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26574cc-6e73-4f76-a5b2-6832179779b0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fd618461-48a8-4758-a9da-697a4a100af0,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:00.667969 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-b26574cc-6e73-4f76-a5b2-6832179779b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:00.678608 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb795c-2082-42ad-b40d-4a25a8603dde req-80202521-7044-4a7d-a6e4-754679dcfc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:00.680230 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-eebb795c-2082-42ad-b40d-4a25a8603dde req-80202521-7044-4a7d-a6e4-754679dcfc7f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09a08590013048999464095fb2986698&device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 1096 time: 0.1694655
Apr 05 12:07:00.700991 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f,revision_number=4']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:00.704076 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:01.100716 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e1a3f-c7e1-4baf-846e-8492562834ba req-3c55c221-ffe6-4cf6-9ae0-01ebb0c495e2 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:01.124017 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-301e1a3f-c7e1-4baf-846e-8492562834ba req-3c55c221-ffe6-4cf6-9ae0-01ebb0c495e2 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 943 time: 0.1248424
Apr 05 12:07:01.195402 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-301e1a3f-c7e1-4baf-846e-8492562834ba req-915441d2-c9fa-4e9d-b2f6-26d018fde510 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619948
Apr 05 12:07:01.202051 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340a418d-96b3-4566-88fe-9f580c3f939d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c15950-2ba5-4a42-bb4d-ae7ef56b0248'}] {{(pid=84270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:07:01.398163 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3081e-e91b-401d-90f0-d48089cb19a4 req-d1952231-234c-422d-97ed-353927297412 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:01.399947 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-93f3081e-e91b-401d-90f0-d48089cb19a4 req-d1952231-234c-422d-97ed-353927297412 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 943 time: 0.1233530
Apr 05 12:07:01.432796 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc759b-e7d1-4c21-8876-58dcaf864864 req-1d95d15d-b63c-4937-8b6a-52e49bce3834 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:01.434426 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-57dc759b-e7d1-4c21-8876-58dcaf864864 req-1d95d15d-b63c-4937-8b6a-52e49bce3834 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 945 time: 0.1039472
Apr 05 12:07:01.450377 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-93f3081e-e91b-401d-90f0-d48089cb19a4 req-cc8acff7-ff75-48ea-99ae-7899c92eb998 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438566
Apr 05 12:07:01.490434 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-57dc759b-e7d1-4c21-8876-58dcaf864864 req-55c46320-b63f-46df-8cd0-33532a564700 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459507
Apr 05 12:07:01.507754 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340a418d-96b3-4566-88fe-9f580c3f939d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c15950-2ba5-4a42-bb4d-ae7ef56b0248', 'code': 200}
Apr 05 12:07:01.819170 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e7caf-ccab-47cf-b365-bcddcec524cb req-5e4d5a0e-b92a-4466-91ca-18f3890d9c8d tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:01.820783 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-982e7caf-ccab-47cf-b365-bcddcec524cb req-5e4d5a0e-b92a-4466-91ca-18f3890d9c8d tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 946 time: 0.0953422
Apr 05 12:07:01.868349 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-982e7caf-ccab-47cf-b365-bcddcec524cb req-8ab207d1-aaff-4b28-bab3-0c0f9492f934 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412228
Apr 05 12:07:02.406084 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37491f07-c418-4057-adcf-e0c78b276fae req-3ee56d35-dc71-44aa-90d3-8b41b8cf5718 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:02.407017 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-37491f07-c418-4057-adcf-e0c78b276fae req-3ee56d35-dc71-44aa-90d3-8b41b8cf5718 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Synchronizing usage tracker for tenant:09a08590013048999464095fb2986698 on resource:port {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:07:02.422486 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-37491f07-c418-4057-adcf-e0c78b276fae req-3ee56d35-dc71-44aa-90d3-8b41b8cf5718 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Unset dirty status for tenant:09a08590013048999464095fb2986698 on resource:port {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:07:02.423701 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-37491f07-c418-4057-adcf-e0c78b276fae req-3ee56d35-dc71-44aa-90d3-8b41b8cf5718 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 943 time: 0.1121020
Apr 05 12:07:02.476744 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-37491f07-c418-4057-adcf-e0c78b276fae req-1d0faf3d-6b57-471b-85d1-905ce07c1895 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412037
Apr 05 12:07:02.651324 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ac73e-1a8e-40cd-b6e1-801e124d65e8 req-0b66b6f2-67f4-4aa0-835a-2fa49006c7e7 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:02.652923 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f68ac73e-1a8e-40cd-b6e1-801e124d65e8 req-0b66b6f2-67f4-4aa0-835a-2fa49006c7e7 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 943 time: 0.0884519
Apr 05 12:07:02.686096 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea010f-afac-4f62-9457-df12127ccb00 req-54e1b68f-cdb0-4848-aefb-7000b666e3d9 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:02.687791 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-39ea010f-afac-4f62-9457-df12127ccb00 req-54e1b68f-cdb0-4848-aefb-7000b666e3d9 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 945 time: 0.0881839
Apr 05 12:07:02.708506 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f68ac73e-1a8e-40cd-b6e1-801e124d65e8 req-f8f7ee19-ec9f-4497-99cf-988c17b6d867 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490179
Apr 05 12:07:02.736549 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-39ea010f-afac-4f62-9457-df12127ccb00 req-61c75fd6-0b00-40f0-a9b3-ca4c2b8ae0fe tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413423
Apr 05 12:07:03.072027 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce11d6-3ed6-40cd-b4e4-f82b6be200a4 req-25086aa3-ceca-469f-b7db-5d9cd3672904 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:03.073585 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-36ce11d6-3ed6-40cd-b4e4-f82b6be200a4 req-25086aa3-ceca-469f-b7db-5d9cd3672904 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 946 time: 0.0908134
Apr 05 12:07:03.121749 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-36ce11d6-3ed6-40cd-b4e4-f82b6be200a4 req-346eb645-3da1-4886-bb07-eec1ab716925 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417745
Apr 05 12:07:03.694404 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8429d2f-c80e-48e1-9bc3-0ab40b44ed7b req-f18b3a2c-dfd0-4796-9bb3-bea6ce2a9b10 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:03.694404 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b8429d2f-c80e-48e1-9bc3-0ab40b44ed7b req-f18b3a2c-dfd0-4796-9bb3-bea6ce2a9b10 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 943 time: 0.0910635
Apr 05 12:07:03.734802 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b8429d2f-c80e-48e1-9bc3-0ab40b44ed7b req-7c9b0dd3-8454-4c0f-a52c-2f0c36e6235a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416284
Apr 05 12:07:03.909807 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc0e8d-06b6-4586-bd2f-d392db08c60f req-d0952b13-2c75-4a4f-96c8-b5da42eb00ea tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:03.911748 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-17bc0e8d-06b6-4586-bd2f-d392db08c60f req-d0952b13-2c75-4a4f-96c8-b5da42eb00ea tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 943 time: 0.0868804
Apr 05 12:07:03.945338 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a72fb5-2fee-4126-8777-828566dc2f3e req-b9a035c1-c312-44b5-aead-9abb6721d7c2 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:03.946973 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-10a72fb5-2fee-4126-8777-828566dc2f3e req-b9a035c1-c312-44b5-aead-9abb6721d7c2 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 945 time: 0.0910826
Apr 05 12:07:03.962771 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-17bc0e8d-06b6-4586-bd2f-d392db08c60f req-e6580ccd-7e1d-41fd-968c-723a3da6a514 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446656
Apr 05 12:07:03.995136 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-10a72fb5-2fee-4126-8777-828566dc2f3e req-fe7a7adb-9c21-46e3-aeb2-a7f158c8a354 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416541
Apr 05 12:07:04.320382 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f881b-05f2-4ebd-a670-ddd08da588cc req-3f8a4fe9-3dfa-41a7-8dd6-7ce1786441d1 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:04.321922 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5b6f881b-05f2-4ebd-a670-ddd08da588cc req-3f8a4fe9-3dfa-41a7-8dd6-7ce1786441d1 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 946 time: 0.0863957
Apr 05 12:07:04.368846 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5b6f881b-05f2-4ebd-a670-ddd08da588cc req-e3d23a8a-4f06-4970-9e7a-4e28a906e536 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405178
Apr 05 12:07:04.940959 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027620dd-9fca-44a0-ab0d-ef5fc6ee97c7 req-2978bd4d-e083-468d-bd01-6d337dc654c3 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:04.942744 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-027620dd-9fca-44a0-ab0d-ef5fc6ee97c7 req-2978bd4d-e083-468d-bd01-6d337dc654c3 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 943 time: 0.0877204
Apr 05 12:07:04.990268 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-027620dd-9fca-44a0-ab0d-ef5fc6ee97c7 req-40e56010-bb6b-4da0-a62a-56082f0bc259 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411453
Apr 05 12:07:05.166785 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feed481-f09b-4435-a01d-ed71bbba3baa req-0f04ca86-5e62-4b85-ba24-c0db6788541e tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:05.168443 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0feed481-f09b-4435-a01d-ed71bbba3baa req-0f04ca86-5e62-4b85-ba24-c0db6788541e tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 943 time: 0.0939713
Apr 05 12:07:05.212466 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d109e-9aac-43f5-a9f7-92459364ff4b req-d1260e94-9733-404b-8eb0-188c769841cf tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:05.214067 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d13d109e-9aac-43f5-a9f7-92459364ff4b req-d1260e94-9733-404b-8eb0-188c769841cf tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 945 time: 0.0949378
Apr 05 12:07:05.220233 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0feed481-f09b-4435-a01d-ed71bbba3baa req-bb56914c-6ea9-4385-80cf-b4130be284f3 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448794
Apr 05 12:07:05.261849 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d13d109e-9aac-43f5-a9f7-92459364ff4b req-cbf793a4-469b-42fc-801d-58bddb74aaeb tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412056
Apr 05 12:07:05.568454 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54b039-9569-4c1e-b83b-cf9335b48121 req-33cd6a3e-d329-47f9-8207-f8f2a064140c tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:05.569951 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-af54b039-9569-4c1e-b83b-cf9335b48121 req-33cd6a3e-d329-47f9-8207-f8f2a064140c tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 946 time: 0.0877445
Apr 05 12:07:05.616792 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-af54b039-9569-4c1e-b83b-cf9335b48121 req-ccbc5808-e4f0-4c11-bd53-f0841a52bdd0 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403800
Apr 05 12:07:06.163595 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb795c-2082-42ad-b40d-4a25a8603dde req-36d6387e-1b46-4360-adc1-bb7ca9bbc7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:06.165084 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-eebb795c-2082-42ad-b40d-4a25a8603dde req-36d6387e-1b46-4360-adc1-bb7ca9bbc7b3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ba2dc6d-7a10-4983-bd4a-704d4ac9411b HTTP/1.1" status: 200  len: 918 time: 0.1875639
Apr 05 12:07:06.291001 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-eebb795c-2082-42ad-b40d-4a25a8603dde req-54e5f8da-710c-4283-823c-be998c660c51 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 HTTP/1.1" status: 200  len: 217 time: 0.0797083
Apr 05 12:07:06.396129 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e7f84-15aa-4bb8-ba05-aa85ac943d7d req-a8280b0c-7f45-4b9a-93a1-b4e914ce7003 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:06.398158 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-196e7f84-15aa-4bb8-ba05-aa85ac943d7d req-a8280b0c-7f45-4b9a-93a1-b4e914ce7003 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 943 time: 0.2839034
Apr 05 12:07:06.403298 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb795c-2082-42ad-b40d-4a25a8603dde req-2018f337-fd99-4a5b-89c9-30bf56cd77d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:06.404506 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-eebb795c-2082-42ad-b40d-4a25a8603dde req-2018f337-fd99-4a5b-89c9-30bf56cd77d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3bbfe2a-e26d-4eee-9523-0b0e4c649bfb HTTP/1.1" status: 200  len: 856 time: 0.1025076
Apr 05 12:07:06.408919 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd7715-89e2-4bb3-afd5-b62efa7d0367 req-6678e907-7c4e-432a-811e-0d6a5c9a7fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:06.410378 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-20dd7715-89e2-4bb3-afd5-b62efa7d0367 req-6678e907-7c4e-432a-811e-0d6a5c9a7fe2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 1099 time: 0.2443697
Apr 05 12:07:06.424362 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea515e-eb2e-46a4-a04c-647e8faae714 req-d7bf778b-5ecd-4b5a-b277-4fedcd208dbc tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:06.425867 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9bea515e-eb2e-46a4-a04c-647e8faae714 req-d7bf778b-5ecd-4b5a-b277-4fedcd208dbc tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 943 time: 0.0928211
Apr 05 12:07:06.474591 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9bea515e-eb2e-46a4-a04c-647e8faae714 req-f2775311-4683-464f-ba5d-db95d395e647 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410376
Apr 05 12:07:06.523296 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-196e7f84-15aa-4bb8-ba05-aa85ac943d7d req-f92332ca-423c-4e13-8da6-6a7282773d80 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1172230
Apr 05 12:07:06.563006 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb795c-2082-42ad-b40d-4a25a8603dde req-fe019a59-2849-4d00-a5ca-acc89ef17901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:06.564770 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-eebb795c-2082-42ad-b40d-4a25a8603dde req-fe019a59-2849-4d00-a5ca-acc89ef17901 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ba2dc6d-7a10-4983-bd4a-704d4ac9411b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1408329
Apr 05 12:07:06.566583 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-20dd7715-89e2-4bb3-afd5-b62efa7d0367 req-8f2733d4-8dc8-427b-9943-87b8baa07da8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077919
Apr 05 12:07:06.581436 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:07:06.679133 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38a460-ae64-43dc-8906-d534462a5cf2 req-fa3409c5-ac42-4e10-8a36-75627dce1fbd tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:06.680683 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2b38a460-ae64-43dc-8906-d534462a5cf2 req-fa3409c5-ac42-4e10-8a36-75627dce1fbd tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 945 time: 0.0891535
Apr 05 12:07:06.787227 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2b38a460-ae64-43dc-8906-d534462a5cf2 req-8d2baf07-006c-4340-a9e3-4ac179daeab6 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955455
Apr 05 12:07:06.846717 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca30cb-d619-4c0e-915d-1b2f169e97bc req-e981c8e7-2aff-48b8-a53a-119e9d5d40d2 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:06.848332 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b7ca30cb-d619-4c0e-915d-1b2f169e97bc req-e981c8e7-2aff-48b8-a53a-119e9d5d40d2 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 946 time: 0.0940042
Apr 05 12:07:06.906348 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b7ca30cb-d619-4c0e-915d-1b2f169e97bc req-778ef1c6-150f-4799-a33b-68379e59349f tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511231
Apr 05 12:07:07.744578 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30ca4a-6ec9-4380-8a25-7985ff564999 req-91dfc49f-954c-4594-b07d-cc28a421521b tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:07.746358 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-dc30ca4a-6ec9-4380-8a25-7985ff564999 req-91dfc49f-954c-4594-b07d-cc28a421521b tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 943 time: 0.0929315
Apr 05 12:07:07.799479 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-dc30ca4a-6ec9-4380-8a25-7985ff564999 req-21dd1951-8c8f-413c-aad8-d208360d5cec tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463672
Apr 05 12:07:07.874667 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fd759-9b4f-4da6-89d1-f27a938cf733 req-7628631f-a3b0-46c4-a05e-b31ce0382827 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:07.876272 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-209fd759-9b4f-4da6-89d1-f27a938cf733 req-7628631f-a3b0-46c4-a05e-b31ce0382827 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 943 time: 0.2873898
Apr 05 12:07:07.925617 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-209fd759-9b4f-4da6-89d1-f27a938cf733 req-ceb1c6d7-dfc0-492a-99ca-47dd5f7a1323 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417857
Apr 05 12:07:08.023084 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc58bde-cc68-4688-83a4-2c7b9b9b6c24 req-c639ddd6-8ef5-40be-8b05-08878de2952c tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:08.024666 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-bbc58bde-cc68-4688-83a4-2c7b9b9b6c24 req-c639ddd6-8ef5-40be-8b05-08878de2952c tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 945 time: 0.1175468
Apr 05 12:07:08.073470 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-bbc58bde-cc68-4688-83a4-2c7b9b9b6c24 req-3fc60397-4e19-43a2-9bdf-8aed0d601ff6 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424097
Apr 05 12:07:08.142471 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09674bab-9d45-4680-87ce-3f46616aff0c req-ee69377d-bd87-4430-b3b3-882cead1b0a1 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:08.144034 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-09674bab-9d45-4680-87ce-3f46616aff0c req-ee69377d-bd87-4430-b3b3-882cead1b0a1 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 946 time: 0.1027441
Apr 05 12:07:08.192768 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-09674bab-9d45-4680-87ce-3f46616aff0c req-ac0373f7-c034-4164-9df2-666b2a10ddbe tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414765
Apr 05 12:07:09.013325 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93188ed2-dda3-434b-8ff3-20dd8d0ddac5 req-772ca5b0-f569-4553-a7f1-18cc99a4e971 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:09.015567 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-93188ed2-dda3-434b-8ff3-20dd8d0ddac5 req-772ca5b0-f569-4553-a7f1-18cc99a4e971 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 943 time: 0.0984948
Apr 05 12:07:09.068105 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-93188ed2-dda3-434b-8ff3-20dd8d0ddac5 req-7f894442-cd3e-4205-b83c-f8b1f55c3604 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455582
Apr 05 12:07:09.154279 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de89102-74af-4b35-8f36-3d2ed2425f30 req-7ffe85ff-16c9-4095-a364-9752fa467433 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:09.155945 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5de89102-74af-4b35-8f36-3d2ed2425f30 req-7ffe85ff-16c9-4095-a364-9752fa467433 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 943 time: 0.1079576
Apr 05 12:07:09.210547 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5de89102-74af-4b35-8f36-3d2ed2425f30 req-fd84256b-3274-4a1c-aa93-c364ecc7eb7a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472600
Apr 05 12:07:09.244886 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 245fb830-1f01-4e19-b34c-4fcae22ec0c3 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 12:07:09.302450 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fad568-a7a2-4cc8-8a1a-b14ee035e0f7 req-af59b378-75f8-4550-a930-2eea9b535693 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:09.304053 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-98fad568-a7a2-4cc8-8a1a-b14ee035e0f7 req-af59b378-75f8-4550-a930-2eea9b535693 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 945 time: 0.0940428
Apr 05 12:07:09.368041 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-98fad568-a7a2-4cc8-8a1a-b14ee035e0f7 req-51206034-ebf1-4f1d-804e-d62454aa635b tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549450
Apr 05 12:07:09.393564 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 245fb830-1f01-4e19-b34c-4fcae22ec0c3, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=245fb830-1f01-4e19-b34c-4fcae22ec0c3,segment=NetworkSegment(53b28aa4-d901-4708-a140-750e38a3cab2),segment_id=53b28aa4-d901-4708-a140-750e38a3cab2)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:07:09.403855 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a92bf-8a8c-4a0e-8280-58ba37b13e85 req-d87cbab5-3d7b-4e17-84bc-675eedf446a8 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:09.405439 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-283a92bf-8a8c-4a0e-8280-58ba37b13e85 req-d87cbab5-3d7b-4e17-84bc-675eedf446a8 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 946 time: 0.0894833
Apr 05 12:07:09.407854 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Returning: {'device': '245fb830-1f01-4e19-b34c-4fcae22ec0c3', 'network_id': 'a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0', 'port_id': '245fb830-1f01-4e19-b34c-4fcae22ec0c3', 'mac_address': 'fa:16:3e:13:92:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced82538-3893-4e0b-a29e-4343c9a27f88', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 12:07:09.453733 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-283a92bf-8a8c-4a0e-8280-58ba37b13e85 req-706b2114-a9be-4eb2-8af4-6fa936c11f2e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417578
Apr 05 12:07:09.466517 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:09.483699 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 245fb830-1f01-4e19-b34c-4fcae22ec0c3 {{(pid=84270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:07:09.499564 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 245fb830-1f01-4e19-b34c-4fcae22ec0c3, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=245fb830-1f01-4e19-b34c-4fcae22ec0c3,segment=NetworkSegment(53b28aa4-d901-4708-a140-750e38a3cab2),segment_id=53b28aa4-d901-4708-a140-750e38a3cab2)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:07:09.502319 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:09.504082 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:09.574685 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=245fb830-1f01-4e19-b34c-4fcae22ec0c3,revision_number=4']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:09.577828 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:10.279572 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad1301-dda9-4a25-869f-3c854632541c req-00319ecb-be09-416c-8709-6a325e5886f0 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:10.281173 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-38ad1301-dda9-4a25-869f-3c854632541c req-00319ecb-be09-416c-8709-6a325e5886f0 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 943 time: 0.0900774
Apr 05 12:07:10.333022 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-38ad1301-dda9-4a25-869f-3c854632541c req-faa3c71d-c1aa-4b25-8755-d1274583aea9 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455675
Apr 05 12:07:10.420656 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacc49b-7ef8-4c89-b598-8b1a9563d651 req-ed95b676-c9d3-44a2-9704-c688064f7a5f tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:10.422248 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-daacc49b-7ef8-4c89-b598-8b1a9563d651 req-ed95b676-c9d3-44a2-9704-c688064f7a5f tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 944 time: 0.0899336
Apr 05 12:07:10.469794 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-daacc49b-7ef8-4c89-b598-8b1a9563d651 req-6509e71b-b8bd-4a0e-bb1f-355251666c4e tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412433
Apr 05 12:07:10.572573 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb0b50-7c9a-4b44-aedc-c715a340940c req-163210b8-b40d-483a-b718-01f69b6e8de5 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:10.574152 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-24eb0b50-7c9a-4b44-aedc-c715a340940c req-163210b8-b40d-483a-b718-01f69b6e8de5 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 945 time: 0.0882075
Apr 05 12:07:10.622588 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-24eb0b50-7c9a-4b44-aedc-c715a340940c req-0580f84f-b8a4-4ce3-af2d-d83091445a38 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422330
Apr 05 12:07:10.654884 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d367791-3ffa-4fe5-ab14-a1a78df82753 req-b2bdea26-1448-475d-b70b-3867d7bcc140 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:10.656457 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7d367791-3ffa-4fe5-ab14-a1a78df82753 req-b2bdea26-1448-475d-b70b-3867d7bcc140 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 946 time: 0.0876317
Apr 05 12:07:10.703465 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7d367791-3ffa-4fe5-ab14-a1a78df82753 req-1658bde2-3b7d-4358-8713-3b70b36771fd tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404568
Apr 05 12:07:11.284509 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-eebb795c-2082-42ad-b40d-4a25a8603dde req-2d7d5762-afa8-4f79-ada2-56bc3edf9942 service neutron] 10.222.0.37 "GET /v2.0/networks/5ba2dc6d-7a10-4983-bd4a-704d4ac9411b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420417
Apr 05 12:07:11.430683 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-eebb795c-2082-42ad-b40d-4a25a8603dde req-4751f546-24ea-439d-abe8-e94f3e44ac10 service neutron] 10.222.0.37 "GET /v2.0/networks/5ba2dc6d-7a10-4983-bd4a-704d4ac9411b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384380
Apr 05 12:07:11.544953 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe0d48-420e-4d2c-9354-cd899139a1e5 req-2eec4551-1ae7-44be-8abe-acae22b55a93 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:11.546558 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-23fe0d48-420e-4d2c-9354-cd899139a1e5 req-2eec4551-1ae7-44be-8abe-acae22b55a93 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 943 time: 0.0913930
Apr 05 12:07:11.596094 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-23fe0d48-420e-4d2c-9354-cd899139a1e5 req-bf4cd1a0-89bc-43f5-a798-88e9cc6994e4 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430887
Apr 05 12:07:11.672632 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3fa832-98db-40a9-b3a8-d94d47085b19 req-d83e3bbe-7563-4e8a-b509-c12d1172d662 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:11.674241 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2c3fa832-98db-40a9-b3a8-d94d47085b19 req-d83e3bbe-7563-4e8a-b509-c12d1172d662 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 944 time: 0.0899944
Apr 05 12:07:11.721452 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2c3fa832-98db-40a9-b3a8-d94d47085b19 req-827beb70-4371-4d85-a2ba-089c826ea52d tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403867
Apr 05 12:07:11.828088 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077c641-08c6-4bf9-8c43-d64929bd43b8 req-653e562b-5df6-4870-91cb-81d62d3bedd1 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:11.829670 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0077c641-08c6-4bf9-8c43-d64929bd43b8 req-653e562b-5df6-4870-91cb-81d62d3bedd1 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 945 time: 0.0928609
Apr 05 12:07:11.878052 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0077c641-08c6-4bf9-8c43-d64929bd43b8 req-86c52a46-2d58-4c17-b6cc-54a0aadc8873 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419440
Apr 05 12:07:11.916980 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae839dc-cdd9-4134-8e93-16a443428279 req-c7a8338e-f89d-4777-9fea-d92662a5eb97 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:11.918606 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fae839dc-cdd9-4134-8e93-16a443428279 req-c7a8338e-f89d-4777-9fea-d92662a5eb97 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 946 time: 0.0959136
Apr 05 12:07:11.967053 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fae839dc-cdd9-4134-8e93-16a443428279 req-13c2337e-b6f2-467d-a39d-01c72cb7ef60 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418456
Apr 05 12:07:12.285148 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['245fb830-1f01-4e19-b34c-4fcae22ec0c3'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:07:13.008019 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092708cb-083c-4304-93cd-9c2417615843 req-9732aaae-07b7-490b-a4ab-e360d0a0bdfc tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:13.010115 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-092708cb-083c-4304-93cd-9c2417615843 req-9732aaae-07b7-490b-a4ab-e360d0a0bdfc tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 944 time: 0.1390476
Apr 05 12:07:13.071042 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-092708cb-083c-4304-93cd-9c2417615843 req-2050779f-7c6f-4e8a-aa74-bc4804e65460 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550056
Apr 05 12:07:13.083034 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc9a5f-648d-4e87-8ad0-a86751079ec2 req-5cd5e2f9-4014-414c-81c0-8f30c573c56b tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:13.086594 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-24fc9a5f-648d-4e87-8ad0-a86751079ec2 req-5cd5e2f9-4014-414c-81c0-8f30c573c56b tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 943 time: 0.3658724
Apr 05 12:07:13.142230 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 40768) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:07:13.158027 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-24fc9a5f-648d-4e87-8ad0-a86751079ec2 req-7c09ff22-165d-416e-a386-4a58e4b9b5ad tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558598
Apr 05 12:07:13.254995 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 12:07:13.308279 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f up at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:07:13.331531 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-24dcbe05-2169-4c92-a297-b292d9f6dcb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:13.348511 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-24dcbe05-2169-4c92-a297-b292d9f6dcb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:07:13.352757 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-24dcbe05-2169-4c92-a297-b292d9f6dcb6 admin admin] Usage tracker for resource:security_group_rule and tenant:940c2fa03e12416e83b142c3b394b264 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:07:13.355826 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-24dcbe05-2169-4c92-a297-b292d9f6dcb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:07:13.361916 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-24dcbe05-2169-4c92-a297-b292d9f6dcb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:07:13.402621 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d1276-93e4-448f-bb81-91c85dbf86fa req-a7fb1ae1-7b37-4eb7-ac84-a3cfad11da09 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:13.404586 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fa4d1276-93e4-448f-bb81-91c85dbf86fa req-a7fb1ae1-7b37-4eb7-ac84-a3cfad11da09 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 946 time: 0.1260269
Apr 05 12:07:13.458438 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-24dcbe05-2169-4c92-a297-b292d9f6dcb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:13.463023 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-24dcbe05-2169-4c92-a297-b292d9f6dcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:13.473556 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-49c75a1e-f76e-4f09-83df-683e52d6acf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:13.483298 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning for port 98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:07:13.507435 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fa4d1276-93e4-448f-bb81-91c85dbf86fa req-2bb74803-b102-46fb-9239-52a41bd9e959 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965333
Apr 05 12:07:13.523563 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning complete for port 98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:07:13.524085 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:13.538917 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dcbe05-2169-4c92-a297-b292d9f6dcb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b49d1bc-9e72-4823-894a-07bafcac280d,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:13.573017 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dcbe05-2169-4c92-a297-b292d9f6dcb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:07:13.573785 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dcbe05-2169-4c92-a297-b292d9f6dcb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:07:13.574199 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dcbe05-2169-4c92-a297-b292d9f6dcb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:07:13.574586 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dcbe05-2169-4c92-a297-b292d9f6dcb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:07:13.574968 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dcbe05-2169-4c92-a297-b292d9f6dcb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:07:13.575346 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dcbe05-2169-4c92-a297-b292d9f6dcb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:07:13.575700 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dcbe05-2169-4c92-a297-b292d9f6dcb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:07:13.576078 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dcbe05-2169-4c92-a297-b292d9f6dcb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:07:13.576453 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dcbe05-2169-4c92-a297-b292d9f6dcb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:07:13.576824 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dcbe05-2169-4c92-a297-b292d9f6dcb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:07:13.577196 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dcbe05-2169-4c92-a297-b292d9f6dcb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:07:13.577565 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dcbe05-2169-4c92-a297-b292d9f6dcb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:07:13.583438 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-24dcbe05-2169-4c92-a297-b292d9f6dcb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:13.591226 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-24dcbe05-2169-4c92-a297-b292d9f6dcb6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=940c2fa03e12416e83b142c3b394b264&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4547703
Apr 05 12:07:13.591536 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 40788) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:07:13.597490 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ff990-81a9-4ee5-9759-d8628b4b7dc7 req-1654c898-f92d-4a42-bd5b-43db5041c611 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:13.599144 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-761ff990-81a9-4ee5-9759-d8628b4b7dc7 req-1654c898-f92d-4a42-bd5b-43db5041c611 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 945 time: 0.3789206
Apr 05 12:07:13.695083 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26b805ba-f9d4-40d3-8aa3-c33b733c7ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:13.737999 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26b805ba-f9d4-40d3-8aa3-c33b733c7ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:13.756878 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-761ff990-81a9-4ee5-9759-d8628b4b7dc7 req-1371b29f-bfd5-4e1c-872a-e3497be43ed1 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1485989
Apr 05 12:07:13.792788 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26b805ba-f9d4-40d3-8aa3-c33b733c7ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:13.801719 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:13.811245 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:13.846558 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-26b805ba-f9d4-40d3-8aa3-c33b733c7ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:13.846812 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=7be1a319-4ced-48c7-93cc-a31f4f1d1bd8,segment=NetworkSegment(e495bedb-3d01-4d20-b74e-aa316357e53b),segment_id=e495bedb-3d01-4d20-b74e-aa316357e53b)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:07:13.851367 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-26b805ba-f9d4-40d3-8aa3-c33b733c7ec2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6b49d1bc-9e72-4823-894a-07bafcac280d HTTP/1.1" status: 204  len: 168 time: 0.2592406
Apr 05 12:07:13.852345 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b805ba-f9d4-40d3-8aa3-c33b733c7ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b49d1bc-9e72-4823-894a-07bafcac280d,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:13.861525 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b805ba-f9d4-40d3-8aa3-c33b733c7ec2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:07:13.861930 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b805ba-f9d4-40d3-8aa3-c33b733c7ec2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:07:13.862350 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b805ba-f9d4-40d3-8aa3-c33b733c7ec2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:07:13.862737 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b805ba-f9d4-40d3-8aa3-c33b733c7ec2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:07:13.863121 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b805ba-f9d4-40d3-8aa3-c33b733c7ec2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:07:13.863501 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b805ba-f9d4-40d3-8aa3-c33b733c7ec2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:07:13.863880 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b805ba-f9d4-40d3-8aa3-c33b733c7ec2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:07:13.864258 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b805ba-f9d4-40d3-8aa3-c33b733c7ec2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:07:13.864633 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b805ba-f9d4-40d3-8aa3-c33b733c7ec2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:07:13.865007 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b805ba-f9d4-40d3-8aa3-c33b733c7ec2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:07:13.865446 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b805ba-f9d4-40d3-8aa3-c33b733c7ec2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:07:13.865839 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b805ba-f9d4-40d3-8aa3-c33b733c7ec2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:07:13.869358 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-26b805ba-f9d4-40d3-8aa3-c33b733c7ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:13.882724 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f,segment=NetworkSegment(53b28aa4-d901-4708-a140-750e38a3cab2),segment_id=53b28aa4-d901-4708-a140-750e38a3cab2)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:07:13.884272 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Returning: {'device': '7be1a319-4ced-48c7-93cc-a31f4f1d1bd8', 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b', 'port_id': '7be1a319-4ced-48c7-93cc-a31f4f1d1bd8', 'mac_address': 'fa:16:3e:f7:b7:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3bbfe2a-e26d-4eee-9523-0b0e4c649bfb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 12:07:13.886025 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c919762-cc2c-4e9f-854d-785eed7cf1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f'}] {{(pid=84270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:07:13.904453 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:13.908070 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:14.043157 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c919762-cc2c-4e9f-854d-785eed7cf1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f', 'code': 200}
Apr 05 12:07:14.045335 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f,revision_number=5']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:14.058173 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:14.082637 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:14.141547 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 {{(pid=84270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:07:14.175882 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=7be1a319-4ced-48c7-93cc-a31f4f1d1bd8,segment=NetworkSegment(e495bedb-3d01-4d20-b74e-aa316357e53b),segment_id=e495bedb-3d01-4d20-b74e-aa316357e53b)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:07:14.179856 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:14.195434 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ece4feec-50a1-4d5b-b4a0-6b85dd012e04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:14.332738 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=7be1a319-4ced-48c7-93cc-a31f4f1d1bd8,revision_number=4']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:14.337557 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:14.380026 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba99365-24db-48aa-b049-3303ec4241e9 req-6255a890-084e-47c1-b968-d2f42fa93399 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:14.390325 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0ba99365-24db-48aa-b049-3303ec4241e9 req-6255a890-084e-47c1-b968-d2f42fa93399 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 944 time: 0.1169000
Apr 05 12:07:14.440133 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 40820) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:07:14.460760 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0ba99365-24db-48aa-b049-3303ec4241e9 req-762c4f30-ce17-4e0c-bf7a-5c11fdd3218c tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691309
Apr 05 12:07:14.465453 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6f0f829c-2fe4-4f95-8cc2-f5f45272dfcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:14.484188 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6f0f829c-2fe4-4f95-8cc2-f5f45272dfcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:07:14.489743 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-6f0f829c-2fe4-4f95-8cc2-f5f45272dfcf admin admin] Usage tracker for resource:security_group_rule and tenant:2a1f9e6cb33646848ceb568aa8dcaf96 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:07:14.493343 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-6f0f829c-2fe4-4f95-8cc2-f5f45272dfcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:07:14.499441 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6f0f829c-2fe4-4f95-8cc2-f5f45272dfcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:07:14.531884 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11078c-1191-4bff-bbde-3df1756c89b6 req-130104d3-aa49-44a2-8b27-2ecf904e989b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:14.533468 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4c11078c-1191-4bff-bbde-3df1756c89b6 req-130104d3-aa49-44a2-8b27-2ecf904e989b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 1098 time: 0.1802449
Apr 05 12:07:14.547252 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb7685-00f4-496c-a4a3-caa76c6d9c61 req-1084c48a-a151-4eeb-bf06-8145644bec99 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:14.548974 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6feb7685-00f4-496c-a4a3-caa76c6d9c61 req-1084c48a-a151-4eeb-bf06-8145644bec99 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 944 time: 0.1264269
Apr 05 12:07:14.606678 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6f0f829c-2fe4-4f95-8cc2-f5f45272dfcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:14.610703 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6f0f829c-2fe4-4f95-8cc2-f5f45272dfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:14.633946 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-4c11078c-1191-4bff-bbde-3df1756c89b6 req-7286c880-b9a7-43f5-ad57-72fc3d1118e3 service neutron] Synchronizing usage tracker for tenant:bc1c5c1ca7fd4df5a589e3e0abb5da8c on resource:security_group {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:07:14.638689 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ee07dea1-e054-4998-b634-4e46b17c0c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:14.651724 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6feb7685-00f4-496c-a4a3-caa76c6d9c61 req-c84c3f8a-b70a-4404-97ec-e08d8a103950 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0656788
Apr 05 12:07:14.652793 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-4c11078c-1191-4bff-bbde-3df1756c89b6 req-7286c880-b9a7-43f5-ad57-72fc3d1118e3 service neutron] Unset dirty status for tenant:bc1c5c1ca7fd4df5a589e3e0abb5da8c on resource:security_group {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:07:14.653867 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4c11078c-1191-4bff-bbde-3df1756c89b6 req-7286c880-b9a7-43f5-ad57-72fc3d1118e3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039696
Apr 05 12:07:14.705522 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-6f0f829c-2fe4-4f95-8cc2-f5f45272dfcf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2a1f9e6cb33646848ceb568aa8dcaf96&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2642286
Apr 05 12:07:14.708752 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 40836) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:07:14.724592 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f829c-2fe4-4f95-8cc2-f5f45272dfcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fa5b11-f6a0-427a-84e7-f67a51502e72,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:14.728513 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-6f0f829c-2fe4-4f95-8cc2-f5f45272dfcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:14.767699 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d7471-aebe-4139-8911-31115738ca6c req-5bfb5d1b-e07c-4c19-8320-fecea214ce1e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:14.775764 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-862d7471-aebe-4139-8911-31115738ca6c req-5bfb5d1b-e07c-4c19-8320-fecea214ce1e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 946 time: 0.1381192
Apr 05 12:07:14.797442 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2831ac38-4909-4bd0-9fe2-a9b005bc4e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:14.827446 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2831ac38-4909-4bd0-9fe2-a9b005bc4e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:14.829214 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-862d7471-aebe-4139-8911-31115738ca6c req-d27bfdd4-c8b6-4cd0-9fb0-fb455738f08b tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524991
Apr 05 12:07:14.953365 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2831ac38-4909-4bd0-9fe2-a9b005bc4e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:14.961762 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:14.984187 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831ac38-4909-4bd0-9fe2-a9b005bc4e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fa5b11-f6a0-427a-84e7-f67a51502e72,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:14.987043 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2831ac38-4909-4bd0-9fe2-a9b005bc4e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:14.988243 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-2831ac38-4909-4bd0-9fe2-a9b005bc4e5d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c9fa5b11-f6a0-427a-84e7-f67a51502e72 HTTP/1.1" status: 204  len: 168 time: 0.2783749
Apr 05 12:07:15.016913 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1f0de-a0df-4f2f-ac57-136cd923814c req-9a2397c4-bb27-4a4d-9e93-9f69c1e06849 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:15.022386 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-43b1f0de-a0df-4f2f-ac57-136cd923814c req-9a2397c4-bb27-4a4d-9e93-9f69c1e06849 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 945 time: 0.1479728
Apr 05 12:07:15.023519 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2831ac38-4909-4bd0-9fe2-a9b005bc4e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:15.089448 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-43b1f0de-a0df-4f2f-ac57-136cd923814c req-2cc4e261-37ce-4837-822c-93e4c0ed3ce7 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595441
Apr 05 12:07:15.447516 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 6 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:07:15.732398 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb84a7-9ac7-49be-9ea2-4382ab153548 req-5b8e3008-e155-49ec-8a85-2b325bbff023 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:15.733998 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-97eb84a7-9ac7-49be-9ea2-4382ab153548 req-5b8e3008-e155-49ec-8a85-2b325bbff023 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 944 time: 0.1037786
Apr 05 12:07:15.784264 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-97eb84a7-9ac7-49be-9ea2-4382ab153548 req-3a8ccf9b-ba30-471a-9612-53c3dc392a0a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440476
Apr 05 12:07:15.874976 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121da4e-a139-4ef0-b04e-127da976705a req-3973986d-2106-4be9-94e8-08e42b421b1c tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:15.876641 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2121da4e-a139-4ef0-b04e-127da976705a req-3973986d-2106-4be9-94e8-08e42b421b1c tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 944 time: 0.0897069
Apr 05 12:07:15.934981 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2121da4e-a139-4ef0-b04e-127da976705a req-023541e1-350f-438e-9565-382715a8fba5 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505705
Apr 05 12:07:16.456238 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['7be1a319-4ced-48c7-93cc-a31f4f1d1bd8'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:07:16.492683 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 245fb830-1f01-4e19-b34c-4fcae22ec0c3 up at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:07:16.617841 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning for port 245fb830-1f01-4e19-b34c-4fcae22ec0c3 completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:07:16.626168 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning complete for port 245fb830-1f01-4e19-b34c-4fcae22ec0c3 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:07:16.626595 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:16.818742 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:16.858416 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245fb830-1f01-4e19-b34c-4fcae22ec0c3'}] {{(pid=84270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:07:16.872106 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 245fb830-1f01-4e19-b34c-4fcae22ec0c3, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=245fb830-1f01-4e19-b34c-4fcae22ec0c3,segment=NetworkSegment(53b28aa4-d901-4708-a140-750e38a3cab2),segment_id=53b28aa4-d901-4708-a140-750e38a3cab2)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:07:16.875711 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:16.878262 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:16.921243 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245fb830-1f01-4e19-b34c-4fcae22ec0c3', 'code': 200}
Apr 05 12:07:16.958501 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=245fb830-1f01-4e19-b34c-4fcae22ec0c3,revision_number=5']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:16.975548 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:07:16.975948 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:07:16.976333 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:07:16.976716 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:07:16.977086 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:07:16.977463 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:07:16.977834 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:07:16.978225 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:07:16.978619 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:07:16.978988 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:07:16.979355 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:07:16.979725 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:07:16.984231 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:17.004162 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25178c04-6fe7-4bc5-8f73-a14c4b92805c req-c37ea861-ac08-467e-96bc-3ca50c8fcd95 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:17.005788 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-25178c04-6fe7-4bc5-8f73-a14c4b92805c req-c37ea861-ac08-467e-96bc-3ca50c8fcd95 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.0996017
Apr 05 12:07:17.061141 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-25178c04-6fe7-4bc5-8f73-a14c4b92805c req-63a191cc-585e-47da-8dc2-9f816eca6cb6 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484490
Apr 05 12:07:17.163199 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9680a58f-e512-424a-b3b3-cfa5c46b81e3 req-95179de3-5ba3-42c9-bff9-e4c0c8db3ab1 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:17.164465 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9680a58f-e512-424a-b3b3-cfa5c46b81e3 req-95179de3-5ba3-42c9-bff9-e4c0c8db3ab1 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 944 time: 0.0938489
Apr 05 12:07:17.218461 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9680a58f-e512-424a-b3b3-cfa5c46b81e3 req-76b366b9-d61d-416d-b774-a7eefef61a26 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456457
Apr 05 12:07:18.263879 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3041b1-40c8-4fef-a0c8-cc19ae7e9ef7 req-8e8127f7-58e5-4afb-b8e8-e375b9981fe7 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:18.265517 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9a3041b1-40c8-4fef-a0c8-cc19ae7e9ef7 req-8e8127f7-58e5-4afb-b8e8-e375b9981fe7 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.0896504
Apr 05 12:07:18.316045 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9a3041b1-40c8-4fef-a0c8-cc19ae7e9ef7 req-2c609320-18ee-4397-ae19-e279a75695a6 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444140
Apr 05 12:07:18.432329 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac580bf-9559-4996-9f8a-b1477d16f056 req-c97f4a1f-e405-4145-abb4-118c92086b62 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:18.433922 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4ac580bf-9559-4996-9f8a-b1477d16f056 req-c97f4a1f-e405-4145-abb4-118c92086b62 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 944 time: 0.0922315
Apr 05 12:07:18.481586 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4ac580bf-9559-4996-9f8a-b1477d16f056 req-a6b3a6ec-d3c8-4d66-bb84-455704f91aaf tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414500
Apr 05 12:07:19.541918 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cf839-d1e5-40da-b59c-205cc407b540 req-3c085c8f-7192-4df1-ada6-35369c37ffe9 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:19.543616 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c37cf839-d1e5-40da-b59c-205cc407b540 req-3c085c8f-7192-4df1-ada6-35369c37ffe9 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.1022282
Apr 05 12:07:19.591305 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c37cf839-d1e5-40da-b59c-205cc407b540 req-b6fe2629-83d8-48b1-a17f-d0135355ef8d tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416119
Apr 05 12:07:19.601027 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0cb5ed-f787-41ac-a096-571c29ec7a63 req-8d1610fd-35bf-4604-975a-1cb299bb92ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:19.602898 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ca0cb5ed-f787-41ac-a096-571c29ec7a63 req-8d1610fd-35bf-4604-975a-1cb299bb92ed service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 1098 time: 0.0828216
Apr 05 12:07:19.702139 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ca0cb5ed-f787-41ac-a096-571c29ec7a63 req-0e1f1e1f-005e-4b6b-a9f5-edb8fb42ff76 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925765
Apr 05 12:07:19.730726 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a67dcd-ff71-4d2d-bae1-6bc281166cbd req-f945ea4c-94de-49aa-98ee-5a576866b8ca tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:19.732247 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-75a67dcd-ff71-4d2d-bae1-6bc281166cbd req-f945ea4c-94de-49aa-98ee-5a576866b8ca tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 944 time: 0.1088204
Apr 05 12:07:19.779459 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-75a67dcd-ff71-4d2d-bae1-6bc281166cbd req-30c2f956-415e-4478-9e20-3d5c1b359b7e tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408628
Apr 05 12:07:20.792033 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d2593-83ab-4a28-bd1b-1ea93676625d req-e9eb5fe4-02d7-44ce-8258-1dd7af05995f tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:20.793643 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-de8d2593-83ab-4a28-bd1b-1ea93676625d req-e9eb5fe4-02d7-44ce-8258-1dd7af05995f tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.0892801
Apr 05 12:07:20.845158 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-de8d2593-83ab-4a28-bd1b-1ea93676625d req-ada82fa8-2d52-4a73-8885-6a702d6fa71e tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450742
Apr 05 12:07:21.006569 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-04e6b300-6a8b-415f-8115-908077116a59 req-99b8ccf6-87b6-4438-b826-316f4038eb66 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1604996
Apr 05 12:07:21.026458 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fde70-16db-4723-8cb8-8fdaec30ba48 req-fe2c3baf-8d0f-435c-acd5-d80b7a19295a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:21.028244 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b06fde70-16db-4723-8cb8-8fdaec30ba48 req-fe2c3baf-8d0f-435c-acd5-d80b7a19295a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 944 time: 0.1258123
Apr 05 12:07:21.090897 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b06fde70-16db-4723-8cb8-8fdaec30ba48 req-33f2ad91-05ca-4306-8cbb-4f2ae3c6927f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563927
Apr 05 12:07:21.246172 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6b300-6a8b-415f-8115-908077116a59 req-bc5ec0ca-c551-4846-a879-0200c0955994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:21.247814 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-04e6b300-6a8b-415f-8115-908077116a59 req-bc5ec0ca-c551-4846-a879-0200c0955994 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1f3610ab26944db91319f80a64eb76d&device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 1098 time: 0.0881305
Apr 05 12:07:21.475330 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6b300-6a8b-415f-8115-908077116a59 req-2dbfeba1-9eb5-44ab-a128-7c4928c580aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:21.477032 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-04e6b300-6a8b-415f-8115-908077116a59 req-2dbfeba1-9eb5-44ab-a128-7c4928c580aa service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd5d83a1-0afc-4c19-a65d-89235c908427 HTTP/1.1" status: 200  len: 913 time: 0.1522474
Apr 05 12:07:21.563714 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-04e6b300-6a8b-415f-8115-908077116a59 req-ef0e2767-ff2c-45af-8a50-472988e0ce74 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5886b48b-907c-49d7-8944-4161b3a705cb HTTP/1.1" status: 200  len: 217 time: 0.0751929
Apr 05 12:07:21.652620 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6b300-6a8b-415f-8115-908077116a59 req-688967d9-871c-4c08-9401-63cdc87ddf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:21.654335 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-04e6b300-6a8b-415f-8115-908077116a59 req-688967d9-871c-4c08-9401-63cdc87ddf0e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=74c049cd-31ec-4d29-96c1-0284390e0646 HTTP/1.1" status: 200  len: 852 time: 0.0782351
Apr 05 12:07:21.716395 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-04e6b300-6a8b-415f-8115-908077116a59 req-70738868-70ae-4843-b8f5-afba7ff973b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd5d83a1-0afc-4c19-a65d-89235c908427&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0492952
Apr 05 12:07:21.915424 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-04e6b300-6a8b-415f-8115-908077116a59 req-ddb9d7e0-38ab-463b-acae-cb3246838a01 service neutron] 10.222.0.37 "GET /v2.0/networks/fd5d83a1-0afc-4c19-a65d-89235c908427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1518059
Apr 05 12:07:22.165127 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-04e6b300-6a8b-415f-8115-908077116a59 req-4ff0b719-0dab-4fb6-805d-e630f1299618 service neutron] 10.222.0.37 "GET /v2.0/networks/fd5d83a1-0afc-4c19-a65d-89235c908427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2143450
Apr 05 12:07:22.178881 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf34cd7-172f-4793-a8d7-6e1acfee0c2f req-798e5162-4ae1-4a90-bc0c-98a5f347ff62 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:22.180004 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-aaf34cd7-172f-4793-a8d7-6e1acfee0c2f req-798e5162-4ae1-4a90-bc0c-98a5f347ff62 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.2020249
Apr 05 12:07:22.239835 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-aaf34cd7-172f-4793-a8d7-6e1acfee0c2f req-36018067-c6ed-487e-a099-36b516167b4a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524828
Apr 05 12:07:22.319982 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4c191-a122-4701-8fae-00c2764eee0c req-0b82b057-8e65-48dd-9be7-917b0503a72b tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:22.321915 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4cd4c191-a122-4701-8fae-00c2764eee0c req-0b82b057-8e65-48dd-9be7-917b0503a72b tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 944 time: 0.1061006
Apr 05 12:07:22.374740 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4cd4c191-a122-4701-8fae-00c2764eee0c req-0ebab7cf-6401-4f88-8eeb-98ba7314caf6 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449157
Apr 05 12:07:22.456578 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 up at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:07:22.558412 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning for port 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:07:22.564619 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning complete for port 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:07:22.565181 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:22.710956 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3705f6f-261f-458e-b6e9-ef55245fd5a3 req-6cc6495b-149c-4be6-b18d-4a159c56e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:22.714023 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b3705f6f-261f-458e-b6e9-ef55245fd5a3 req-6cc6495b-149c-4be6-b18d-4a159c56e928 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0903b4e64774f679042704eb580949d&device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 1098 time: 0.1427965
Apr 05 12:07:22.723870 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:22.758537 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41cc66fe-6283-4798-b54a-9647f39a77ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be1a319-4ced-48c7-93cc-a31f4f1d1bd8'}] {{(pid=84270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:07:22.770422 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=7be1a319-4ced-48c7-93cc-a31f4f1d1bd8,segment=NetworkSegment(e495bedb-3d01-4d20-b74e-aa316357e53b),segment_id=e495bedb-3d01-4d20-b74e-aa316357e53b)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:07:22.774581 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:22.777080 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:22.861403 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7daec3-8580-4407-8bfc-1fa18e21b8a3 req-d26fae9b-2b7f-431a-89c2-c26f125597ce tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:22.863116 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9f7daec3-8580-4407-8bfc-1fa18e21b8a3 req-d26fae9b-2b7f-431a-89c2-c26f125597ce tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.2190328
Apr 05 12:07:22.875668 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=7be1a319-4ced-48c7-93cc-a31f4f1d1bd8,revision_number=5']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:22.879709 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:22.945775 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9f7daec3-8580-4407-8bfc-1fa18e21b8a3 req-db7f230c-febb-428e-abb0-6856759def4c tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739293
Apr 05 12:07:22.966510 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3705f6f-261f-458e-b6e9-ef55245fd5a3 req-04e223bf-03da-4d45-83a5-d83f1897db3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:22.968097 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b3705f6f-261f-458e-b6e9-ef55245fd5a3 req-04e223bf-03da-4d45-83a5-d83f1897db3c service neutron] 10.222.0.37 "GET /v2.0/networks?id=a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0 HTTP/1.1" status: 200  len: 919 time: 0.2426414
Apr 05 12:07:23.031366 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41cc66fe-6283-4798-b54a-9647f39a77ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be1a319-4ced-48c7-93cc-a31f4f1d1bd8', 'code': 200}
Apr 05 12:07:23.055635 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b3705f6f-261f-458e-b6e9-ef55245fd5a3 req-ea1f4736-071f-48a5-8d93-bdce81159d8f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=245fb830-1f01-4e19-b34c-4fcae22ec0c3 HTTP/1.1" status: 200  len: 217 time: 0.0804703
Apr 05 12:07:23.253657 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3705f6f-261f-458e-b6e9-ef55245fd5a3 req-4144c580-658b-4395-b87d-bb524bf63bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:23.258051 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b3705f6f-261f-458e-b6e9-ef55245fd5a3 req-4144c580-658b-4395-b87d-bb524bf63bbd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ced82538-3893-4e0b-a29e-4343c9a27f88 HTTP/1.1" status: 200  len: 858 time: 0.1948771
Apr 05 12:07:23.412264 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b3705f6f-261f-458e-b6e9-ef55245fd5a3 req-dacf0a6d-34cd-4592-a3ff-6dcbe9d0374d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1343591
Apr 05 12:07:23.536473 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103ab88-1378-4653-ada1-80c09acd4c74 req-f48fdef1-030f-4f83-9ba7-8f1b7a76dc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:23.538898 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1103ab88-1378-4653-ada1-80c09acd4c74 req-f48fdef1-030f-4f83-9ba7-8f1b7a76dc32 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 1098 time: 0.1913550
Apr 05 12:07:23.596143 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1103ab88-1378-4653-ada1-80c09acd4c74 req-3310449c-6b2d-4de6-86cb-77a32f35129a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469444
Apr 05 12:07:23.632635 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 41128) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:07:23.636094 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-977a8901-3991-40a4-a6e6-6f22341e19f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:23.665857 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b3705f6f-261f-458e-b6e9-ef55245fd5a3 req-1fbc36c9-0ad3-435b-a8c9-684c9f6dddbe service neutron] 10.222.0.37 "GET /v2.0/networks/a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2289822
Apr 05 12:07:23.780261 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9d150-b1ee-44df-b85f-8174598f7d55 req-32e7ad61-0b59-4e24-a7e7-ef0d05ba9fcb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:23.782416 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6af9d150-b1ee-44df-b85f-8174598f7d55 req-32e7ad61-0b59-4e24-a7e7-ef0d05ba9fcb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.1054082
Apr 05 12:07:23.812975 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1ae18fbd-270f-4569-a995-cd39703f4206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:23.830862 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1ae18fbd-270f-4569-a995-cd39703f4206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:07:23.835201 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-1ae18fbd-270f-4569-a995-cd39703f4206 admin admin] Usage tracker for resource:security_group_rule and tenant:d934bf6c9058439b963bca8d0894600d is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:07:23.838497 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-1ae18fbd-270f-4569-a995-cd39703f4206 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:07:23.844626 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1ae18fbd-270f-4569-a995-cd39703f4206 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:07:23.953361 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1ae18fbd-270f-4569-a995-cd39703f4206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:23.956543 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1ae18fbd-270f-4569-a995-cd39703f4206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:23.973334 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:24.018577 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae18fbd-270f-4569-a995-cd39703f4206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788ca02e-f549-4cda-9da8-59ba7d047210,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:24.023121 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-1ae18fbd-270f-4569-a995-cd39703f4206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:24.029769 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-1ae18fbd-270f-4569-a995-cd39703f4206 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d934bf6c9058439b963bca8d0894600d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3951890
Apr 05 12:07:24.030723 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 41142) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:07:24.133247 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4ef8d6a6-6f6b-48c3-8053-ae80ea29273f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:24.153097 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6af9d150-b1ee-44df-b85f-8174598f7d55 req-7cab3e35-2c25-4634-8295-18f40c99bee5 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0664594
Apr 05 12:07:24.180717 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4ef8d6a6-6f6b-48c3-8053-ae80ea29273f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:24.194384 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b3705f6f-261f-458e-b6e9-ef55245fd5a3 req-69cb9d01-88c1-4984-91bb-f8cc82dece78 service neutron] 10.222.0.37 "GET /v2.0/networks/a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4013329
Apr 05 12:07:24.247588 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a6d6d-20df-4b54-83d3-825e99940e1d req-d806ded5-1d5e-4eac-8e09-420f82abd611 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:24.249181 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-693a6d6d-20df-4b54-83d3-825e99940e1d req-d806ded5-1d5e-4eac-8e09-420f82abd611 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.1529808
Apr 05 12:07:24.275027 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4ef8d6a6-6f6b-48c3-8053-ae80ea29273f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:24.285337 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-c9c32bb2-3a51-48e0-91e1-cd4804753fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:24.308129 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8d6a6-6f6b-48c3-8053-ae80ea29273f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788ca02e-f549-4cda-9da8-59ba7d047210,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:24.310492 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-4ef8d6a6-6f6b-48c3-8053-ae80ea29273f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:24.323775 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-693a6d6d-20df-4b54-83d3-825e99940e1d req-6e3a8fe3-1881-41fa-8011-c73862017e43 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664752
Apr 05 12:07:24.334282 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4ef8d6a6-6f6b-48c3-8053-ae80ea29273f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:24.338266 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-4ef8d6a6-6f6b-48c3-8053-ae80ea29273f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/788ca02e-f549-4cda-9da8-59ba7d047210 HTTP/1.1" status: 204  len: 168 time: 0.3057752
Apr 05 12:07:24.628990 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 41158) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:07:24.649002 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5f538dc8-e437-482d-9df1-6e36fcb96b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:24.664301 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5f538dc8-e437-482d-9df1-6e36fcb96b7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:07:24.668281 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-5f538dc8-e437-482d-9df1-6e36fcb96b7e admin admin] Usage tracker for resource:security_group_rule and tenant:28b950f8466445068160645c9c618faa is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:07:24.671212 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-5f538dc8-e437-482d-9df1-6e36fcb96b7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:07:24.677093 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5f538dc8-e437-482d-9df1-6e36fcb96b7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:07:24.761520 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5f538dc8-e437-482d-9df1-6e36fcb96b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:24.764428 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5f538dc8-e437-482d-9df1-6e36fcb96b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:24.774480 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:24.815706 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-5f538dc8-e437-482d-9df1-6e36fcb96b7e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=28b950f8466445068160645c9c618faa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1855557
Apr 05 12:07:24.818887 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f538dc8-e437-482d-9df1-6e36fcb96b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d4e0a1-a551-46f2-84df-9c343ea13e2c,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:24.819025 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 41164) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:07:24.822640 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-5f538dc8-e437-482d-9df1-6e36fcb96b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:24.851008 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:24.894318 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-058781a7-2c30-44e7-a4b3-b5a2fe3e6c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:24.922179 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-058781a7-2c30-44e7-a4b3-b5a2fe3e6c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:24.971436 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-058781a7-2c30-44e7-a4b3-b5a2fe3e6c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:24.978715 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-a29287ab-824f-4170-ac99-c6fdd8dcdfb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:24.992088 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058781a7-2c30-44e7-a4b3-b5a2fe3e6c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d4e0a1-a551-46f2-84df-9c343ea13e2c,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:25.007601 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-058781a7-2c30-44e7-a4b3-b5a2fe3e6c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:25.011032 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-058781a7-2c30-44e7-a4b3-b5a2fe3e6c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:25.012450 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-058781a7-2c30-44e7-a4b3-b5a2fe3e6c1c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b3d4e0a1-a551-46f2-84df-9c343ea13e2c HTTP/1.1" status: 204  len: 168 time: 0.1921027
Apr 05 12:07:25.371835 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0169940-96dd-4396-aa6f-e475452e8bec req-9c10c915-accd-4bd5-83d1-da806266f0db tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:25.373474 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a0169940-96dd-4396-aa6f-e475452e8bec req-9c10c915-accd-4bd5-83d1-da806266f0db tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.0943677
Apr 05 12:07:25.413516 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 41190) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:07:25.427182 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a0169940-96dd-4396-aa6f-e475452e8bec req-e3d723a2-e154-4cba-8dea-11dd2f905170 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453558
Apr 05 12:07:25.435641 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d8e3282-2fc9-45d0-9a14-22fba184de61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:25.451650 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0d8e3282-2fc9-45d0-9a14-22fba184de61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:07:25.455775 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-0d8e3282-2fc9-45d0-9a14-22fba184de61 admin admin] Usage tracker for resource:security_group_rule and tenant:e76bb7461af74f439d44ad9f1c60a3b2 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:07:25.461282 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-0d8e3282-2fc9-45d0-9a14-22fba184de61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:07:25.504087 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0d8e3282-2fc9-45d0-9a14-22fba184de61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:07:25.582568 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb9ea6-0aad-4532-b39d-cab18f6a8c0b req-f4188500-fe53-4320-9dc5-f7ea0118afab tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:25.584799 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-cfdb9ea6-0aad-4532-b39d-cab18f6a8c0b req-f4188500-fe53-4320-9dc5-f7ea0118afab tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.1255252
Apr 05 12:07:25.666925 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-cfdb9ea6-0aad-4532-b39d-cab18f6a8c0b req-782fffa6-9a54-4b5d-b8c9-8c6b00836d0a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753820
Apr 05 12:07:25.668643 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d8e3282-2fc9-45d0-9a14-22fba184de61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:25.671813 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d8e3282-2fc9-45d0-9a14-22fba184de61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:25.681660 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-17d02f8f-d579-4d8d-a6d4-a855a3b29991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:25.725545 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-0d8e3282-2fc9-45d0-9a14-22fba184de61 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e76bb7461af74f439d44ad9f1c60a3b2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3106580
Apr 05 12:07:25.736752 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e3282-2fc9-45d0-9a14-22fba184de61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bce36fe-5857-4062-a7a8-9dbe06a8438a,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:25.736752 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 41196) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:07:25.743300 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-0d8e3282-2fc9-45d0-9a14-22fba184de61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:25.790444 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-793d22e2-82e5-4055-a401-47fd3cbe1eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:25.816928 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-793d22e2-82e5-4055-a401-47fd3cbe1eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:25.860440 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-793d22e2-82e5-4055-a401-47fd3cbe1eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:25.865847 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-0d8e3282-2fc9-45d0-9a14-22fba184de61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:25.883013 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793d22e2-82e5-4055-a401-47fd3cbe1eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bce36fe-5857-4062-a7a8-9dbe06a8438a,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:25.887917 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-793d22e2-82e5-4055-a401-47fd3cbe1eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:25.892210 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-793d22e2-82e5-4055-a401-47fd3cbe1eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:25.893323 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-793d22e2-82e5-4055-a401-47fd3cbe1eec admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3bce36fe-5857-4062-a7a8-9dbe06a8438a HTTP/1.1" status: 204  len: 168 time: 0.1632943
Apr 05 12:07:26.003126 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cba961c5-282b-405d-8f78-4b1f495fa6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:26.453580 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:26.635199 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daccf9a-bb0e-46dd-8cbd-62e9f11fe244 req-3736cb41-3f0b-4f1a-a536-e976e72f3a63 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:26.636794 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6daccf9a-bb0e-46dd-8cbd-62e9f11fe244 req-3736cb41-3f0b-4f1a-a536-e976e72f3a63 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.0884008
Apr 05 12:07:26.686216 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6daccf9a-bb0e-46dd-8cbd-62e9f11fe244 req-f826aa02-7d34-4933-b859-37a91a100dec tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427642
Apr 05 12:07:26.878846 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f59fe2-4662-49fb-b630-3e696f4d2649 req-afcf00ea-9a7f-4dfc-8f33-802f579afa2d tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:26.880450 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a9f59fe2-4662-49fb-b630-3e696f4d2649 req-afcf00ea-9a7f-4dfc-8f33-802f579afa2d tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.0958591
Apr 05 12:07:26.929623 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a9f59fe2-4662-49fb-b630-3e696f4d2649 req-40470529-e5df-469e-b49b-a869383b75f0 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427263
Apr 05 12:07:27.898417 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8030b9-92ad-4a90-bfdf-629e69db121e req-dd01421a-41a5-498e-b831-60b437c26080 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:27.899990 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-dc8030b9-92ad-4a90-bfdf-629e69db121e req-dd01421a-41a5-498e-b831-60b437c26080 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.0929420
Apr 05 12:07:27.949178 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-dc8030b9-92ad-4a90-bfdf-629e69db121e req-eec26cd9-dbc4-4c7d-a5c2-7c28d8d84805 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424352
Apr 05 12:07:28.036503 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:28.128998 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c0204-a8b9-4c3c-8468-cfc41c81d884 req-54ec7738-eaf2-4f6d-8465-814835fd8543 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:28.130684 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-585c0204-a8b9-4c3c-8468-cfc41c81d884 req-54ec7738-eaf2-4f6d-8465-814835fd8543 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.0873587
Apr 05 12:07:28.182636 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-585c0204-a8b9-4c3c-8468-cfc41c81d884 req-d5cc0fe1-ff99-4889-9d34-b9b612030098 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445910
Apr 05 12:07:28.587268 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:29.161219 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085eea7b-27bb-405c-8086-6e2b9d5a1304 req-2b292439-5032-4631-9b92-2fef2feccdc3 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:29.162886 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-085eea7b-27bb-405c-8086-6e2b9d5a1304 req-2b292439-5032-4631-9b92-2fef2feccdc3 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.0935044
Apr 05 12:07:29.212060 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-085eea7b-27bb-405c-8086-6e2b9d5a1304 req-f42e03c9-d6c3-4440-affa-55370c6ecf3e tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425706
Apr 05 12:07:29.393590 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05530eda-6a2e-4a6a-8c8f-37e9710ead7d req-fffe1e6f-9f46-43b2-9e30-9f89551ba900 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:29.397110 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-05530eda-6a2e-4a6a-8c8f-37e9710ead7d req-fffe1e6f-9f46-43b2-9e30-9f89551ba900 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.0939097
Apr 05 12:07:29.474909 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-05530eda-6a2e-4a6a-8c8f-37e9710ead7d req-6fc66e88-1c22-434f-9504-a705f997f025 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696449
Apr 05 12:07:30.414711 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e360cd-2ffd-4304-9713-e867ed1c8e3c req-03bc1df9-7f47-45f2-8d34-ef1c4c74d27b tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:30.416218 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d8e360cd-2ffd-4304-9713-e867ed1c8e3c req-03bc1df9-7f47-45f2-8d34-ef1c4c74d27b tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.0879290
Apr 05 12:07:30.463400 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d8e360cd-2ffd-4304-9713-e867ed1c8e3c req-758c6917-85bb-4fbb-b4e9-0458c90d1459 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408890
Apr 05 12:07:30.685629 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce8947-bbaf-43d2-bc92-56a14f0cc528 req-add9ab7d-c83b-4938-b634-9a6d5aaa7a73 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:30.687288 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-00ce8947-bbaf-43d2-bc92-56a14f0cc528 req-add9ab7d-c83b-4938-b634-9a6d5aaa7a73 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.0950103
Apr 05 12:07:30.752773 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-00ce8947-bbaf-43d2-bc92-56a14f0cc528 req-17356b88-b58d-47c2-afb6-e7a659585376 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590503
Apr 05 12:07:31.678635 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474f84e-e821-4fd5-a6a7-08040e237fe7 req-4c5f9ea0-7316-4c7b-883b-e7fae443ad91 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:31.680229 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c474f84e-e821-4fd5-a6a7-08040e237fe7 req-4c5f9ea0-7316-4c7b-883b-e7fae443ad91 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.0953884
Apr 05 12:07:31.729517 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c474f84e-e821-4fd5-a6a7-08040e237fe7 req-69d18ac6-690e-41ca-ad64-e9f2a6eb28ed tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431359
Apr 05 12:07:31.890560 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-668fed6e-68c9-47e4-abea-f083f2df056a tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=4a624cba82a54b939eb86267a2c9023d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0455184
Apr 05 12:07:32.015569 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160d0bc-0970-43d2-b3ea-c6fd52acdcce req-70650ba4-a119-4865-871b-195d9a2460ca tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:32.017334 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1160d0bc-0970-43d2-b3ea-c6fd52acdcce req-70650ba4-a119-4865-871b-195d9a2460ca tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.1089022
Apr 05 12:07:32.033682 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 41362) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:07:32.042527 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-0d259f8b-fe70-40ed-be39-a8ef7eb064cb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Request body: {'floatingip': {'port_id': '7be1a319-4ced-48c7-93cc-a31f4f1d1bd8'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:07:32.193527 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 41366) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:07:32.204720 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-8df516f3-3826-410a-8b98-474f06507031 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:32.206326 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-8df516f3-3826-410a-8b98-474f06507031 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3098552
Apr 05 12:07:32.223500 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-2a5f1bb5-e85c-4f9b-96d0-f6b3a18955c0 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/quotas/4a624cba82a54b939eb86267a2c9023d HTTP/1.1" status: 200  len: 375 time: 0.0104539
Apr 05 12:07:32.239284 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d259f8b-fe70-40ed-be39-a8ef7eb064cb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for floatingip, before_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:32.289430 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-cc856d02-d11e-4d61-854e-f7be03c512e8 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4a624cba82a54b939eb86267a2c9023d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0587060
Apr 05 12:07:32.348517 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-971029b6-4e3b-44ad-add4-a7526f6c084a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:32.369592 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-971029b6-4e3b-44ad-add4-a7526f6c084a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:07:32.374287 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-971029b6-4e3b-44ad-add4-a7526f6c084a admin admin] Usage tracker for resource:security_group_rule and tenant:2b08880b54e14e31aa30dc15ee410f8e is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:07:32.382337 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-971029b6-4e3b-44ad-add4-a7526f6c084a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:07:32.385487 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-971029b6-4e3b-44ad-add4-a7526f6c084a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:07:32.482984 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab795163-0e56-4cc9-a042-88728e3a171a req-aa3ad9fb-b7ce-4130-ace2-cab077a425bf tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:32.491190 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ab795163-0e56-4cc9-a042-88728e3a171a req-aa3ad9fb-b7ce-4130-ace2-cab077a425bf tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.3490047
Apr 05 12:07:32.518431 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-96b11bb6-11c8-47b7-97c1-25fc6d5e10f0 req-372a7bec-ea43-4ed9-84fc-1efe27c48369 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f8c771-c22a-4737-ad78-38d7e75ea49f HTTP/1.1" status: 200  len: 210 time: 0.0637035
Apr 05 12:07:32.596155 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-971029b6-4e3b-44ad-add4-a7526f6c084a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:32.600159 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-971029b6-4e3b-44ad-add4-a7526f6c084a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:32.610660 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:32.667717 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971029b6-4e3b-44ad-add4-a7526f6c084a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b106f655-e5b9-4d5a-84c1-85d37813db51,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:32.672544 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-971029b6-4e3b-44ad-add4-a7526f6c084a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2b08880b54e14e31aa30dc15ee410f8e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4765828
Apr 05 12:07:32.673639 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-971029b6-4e3b-44ad-add4-a7526f6c084a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:32.685705 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 41394) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:07:32.767613 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c9ee3dc-0fcc-4dae-a69e-83db062ff5b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:32.797657 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c9ee3dc-0fcc-4dae-a69e-83db062ff5b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:32.867792 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c9ee3dc-0fcc-4dae-a69e-83db062ff5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:32.873258 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-6f0f829c-2fe4-4f95-8cc2-f5f45272dfcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:32.884493 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ee3dc-0fcc-4dae-a69e-83db062ff5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b106f655-e5b9-4d5a-84c1-85d37813db51,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:32.890957 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-3c9ee3dc-0fcc-4dae-a69e-83db062ff5b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:32.892564 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c9ee3dc-0fcc-4dae-a69e-83db062ff5b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:32.897090 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-3c9ee3dc-0fcc-4dae-a69e-83db062ff5b0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b106f655-e5b9-4d5a-84c1-85d37813db51 HTTP/1.1" status: 204  len: 168 time: 0.2083640
Apr 05 12:07:32.948681 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ab795163-0e56-4cc9-a042-88728e3a171a req-8c364aa7-e8db-451b-b34b-d08d10bda3b4 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4564648
Apr 05 12:07:33.409412 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 41438) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:07:33.419540 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d259f8b-fe70-40ed-be39-a8ef7eb064cb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:33.422638 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d259f8b-fe70-40ed-be39-a8ef7eb064cb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854330421'] for floatingip, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:33.471472 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb3ef4e8-cfca-484f-bc75-7488c92f37bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:33.559992 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cb3ef4e8-cfca-484f-bc75-7488c92f37bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:07:33.564278 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-cb3ef4e8-cfca-484f-bc75-7488c92f37bd admin admin] Usage tracker for resource:security_group_rule and tenant:91f4e4829ea8436687acb238d1be0547 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:07:33.567408 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-cb3ef4e8-cfca-484f-bc75-7488c92f37bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:07:33.573999 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cb3ef4e8-cfca-484f-bc75-7488c92f37bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:07:33.703773 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb3ef4e8-cfca-484f-bc75-7488c92f37bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:33.708111 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb3ef4e8-cfca-484f-bc75-7488c92f37bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:33.728412 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-793d22e2-82e5-4055-a401-47fd3cbe1eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:33.796055 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-cb3ef4e8-cfca-484f-bc75-7488c92f37bd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=91f4e4829ea8436687acb238d1be0547&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3853855
Apr 05 12:07:33.798649 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ef4e8-cfca-484f-bc75-7488c92f37bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011de05a-75d3-472f-a27c-51bd27cce2f3,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:33.801146 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 41452) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:07:33.806035 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-cb3ef4e8-cfca-484f-bc75-7488c92f37bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:33.813171 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886742c-887c-4942-899f-aca544ed1b51 req-bdcd9c6c-63b2-4dbb-8c9b-44746491ee0c tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:33.814741 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8886742c-887c-4942-899f-aca544ed1b51 req-bdcd9c6c-63b2-4dbb-8c9b-44746491ee0c tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/networks?id=07054388-504e-4ac2-b33c-6ef540158df3 HTTP/1.1" status: 200  len: 814 time: 0.3758535
Apr 05 12:07:33.819579 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2de5c337-5ae8-4d04-ab07-bfa005d70dee req-aaa01bda-212c-423d-b23e-89266c8c7f10 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f8c771-c22a-4737-ad78-38d7e75ea49f HTTP/1.1" status: 200  len: 210 time: 0.0632210
Apr 05 12:07:33.861085 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8886742c-887c-4942-899f-aca544ed1b51 req-57e3a545-1be1-4ad8-a642-eba8883c9e96 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/quotas/6c0184ae62e6427db9fd25988a10a9c2 HTTP/1.1" status: 200  len: 375 time: 0.0283842
Apr 05 12:07:33.879780 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.l3_db [None req-0d259f8b-fe70-40ed-be39-a8ef7eb064cb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Floating IP 0dde4a72-2063-4d2a-8810-ee3f439aeb1f associated. External IP: 172.27.0.137, port: 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8.
Apr 05 12:07:33.981313 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5f15920b-956c-4c43-870a-8da66a5e4486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:34.037514 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8886742c-887c-4942-899f-aca544ed1b51 req-9de93ecc-efdf-4eb0-a055-537b1f20c60c tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c0184ae62e6427db9fd25988a10a9c2&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1614935
Apr 05 12:07:34.135713 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-12eaf012-2208-4667-8908-39745eb16224 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4a624cba82a54b939eb86267a2c9023d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0568814
Apr 05 12:07:34.219446 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5f15920b-956c-4c43-870a-8da66a5e4486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:34.275290 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8886742c-887c-4942-899f-aca544ed1b51 req-b62affea-aa94-4b5e-941b-fc90f4f4f586 service neutron] 10.222.0.36 "GET /v2.0/networks/07054388-504e-4ac2-b33c-6ef540158df3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2298882
Apr 05 12:07:34.385576 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5f15920b-956c-4c43-870a-8da66a5e4486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:34.392126 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f76dd4f7-e932-492c-825a-ee005fbaec71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:34.408085 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15920b-956c-4c43-870a-8da66a5e4486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011de05a-75d3-472f-a27c-51bd27cce2f3,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:34.410532 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-5f15920b-956c-4c43-870a-8da66a5e4486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:34.431302 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5f15920b-956c-4c43-870a-8da66a5e4486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:34.432464 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-5f15920b-956c-4c43-870a-8da66a5e4486 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/011de05a-75d3-472f-a27c-51bd27cce2f3 HTTP/1.1" status: 204  len: 168 time: 0.6283603
Apr 05 12:07:34.459616 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8886742c-887c-4942-899f-aca544ed1b51 req-4afc3c18-b676-4c08-b4f2-8e4fa9ceb9be service neutron] 10.222.0.36 "GET /v2.0/networks/07054388-504e-4ac2-b33c-6ef540158df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1747944
Apr 05 12:07:34.546170 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0def97-74d6-4b73-989a-6d132d788c7b req-811327fb-d624-4e99-baae-26cd0241f9f7 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:34.554307 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3c0def97-74d6-4b73-989a-6d132d788c7b req-811327fb-d624-4e99-baae-26cd0241f9f7 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.4172583
Apr 05 12:07:34.598914 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-f4c1d124-f40c-4002-bba1-38d982cc68b1 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:34.609001 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-f4c1d124-f40c-4002-bba1-38d982cc68b1 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3593726
Apr 05 12:07:34.620247 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d259f8b-fe70-40ed-be39-a8ef7eb064cb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Router 20060276-d6e6-4355-b2d8-8284c2ecff53 has already been hosted by L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d {{(pid=84268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 12:07:34.632522 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-716fb55c-6564-4fc6-a0cb-62d8a585b2aa tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Request body: {'port': {'device_id': 'e9f8c771-c22a-4737-ad78-38d7e75ea49f', 'network_id': '713bffb3-6d8e-49e4-9a99-65760cd1aaa0', 'admin_state_up': True, 'tenant_id': '4a624cba82a54b939eb86267a2c9023d'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:07:34.722755 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-11924f33-fe28-4b04-a1f7-efd87e2cbcac req-86d15ce9-ee6c-47a3-bf16-a2b063ca546e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 210 time: 0.0750406
Apr 05 12:07:34.948957 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 41490) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:07:35.011052 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-716fb55c-6564-4fc6-a0cb-62d8a585b2aa tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:07:35.017410 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f120efb0-9535-4734-94cc-8f70c78cc75b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:35.021963 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-716fb55c-6564-4fc6-a0cb-62d8a585b2aa tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Usage tracker for resource:port and tenant:4a624cba82a54b939eb86267a2c9023d is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:07:35.028823 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-716fb55c-6564-4fc6-a0cb-62d8a585b2aa tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:07:35.034871 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3c0def97-74d6-4b73-989a-6d132d788c7b req-b84b4ae2-1e3a-41cb-9f44-0b27a0ef75da tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4796414
Apr 05 12:07:35.035453 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0f8031d6-376e-406e-9764-07ab82402da0 req-e6c4233d-cabc-4225-b49a-f02c51108072 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f8c771-c22a-4737-ad78-38d7e75ea49f HTTP/1.1" status: 200  len: 210 time: 0.0685477
Apr 05 12:07:35.039787 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d259f8b-fe70-40ed-be39-a8ef7eb064cb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:07:35.041859 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f120efb0-9535-4734-94cc-8f70c78cc75b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:07:35.044819 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d259f8b-fe70-40ed-be39-a8ef7eb064cb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for floatingip, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:35.045994 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-f120efb0-9535-4734-94cc-8f70c78cc75b admin admin] Usage tracker for resource:security_group_rule and tenant:b6ace22493ec451887bc9936f0ec8706 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:07:35.058467 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac3a256-dfd1-4e78-a563-18eaf0fc8843 None None] Sync routers for ids ['20060276-d6e6-4355-b2d8-8284c2ecff53'] in dv-cinder-784763-1-iscsi {{(pid=84271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:07:35.070361 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-f120efb0-9535-4734-94cc-8f70c78cc75b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:07:35.072556 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f120efb0-9535-4734-94cc-8f70c78cc75b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:07:35.083344 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac3a256-dfd1-4e78-a563-18eaf0fc8843 None None] Routers {'20060276-d6e6-4355-b2d8-8284c2ecff53'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:07:35.085037 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-7ac3a256-dfd1-4e78-a563-18eaf0fc8843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460a95860>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:07:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['20060276-d6e6-4355-b2d8-8284c2ecff53'], 'active': True} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:07:35.108883 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-716fb55c-6564-4fc6-a0cb-62d8a585b2aa tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:07:35.124098 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-716fb55c-6564-4fc6-a0cb-62d8a585b2aa tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Made reservation on behalf of 4a624cba82a54b939eb86267a2c9023d for: {'port': 1} {{(pid=84268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:07:35.131527 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-716fb55c-6564-4fc6-a0cb-62d8a585b2aa tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:35.152330 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-716fb55c-6564-4fc6-a0cb-62d8a585b2aa tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:35.183803 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-0d259f8b-fe70-40ed-be39-a8ef7eb064cb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "PUT /v2.0/floatingips/0dde4a72-2063-4d2a-8810-ee3f439aeb1f HTTP/1.1" status: 200  len: 991 time: 3.1488020
Apr 05 12:07:35.183944 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f120efb0-9535-4734-94cc-8f70c78cc75b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:35.192071 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f120efb0-9535-4734-94cc-8f70c78cc75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:35.193763 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41cc66fe-6283-4798-b54a-9647f39a77ad', 'tag': '7be1a319-4ced-48c7-93cc-a31f4f1d1bd8'}] {{(pid=84268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:07:35.216418 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-716fb55c-6564-4fc6-a0cb-62d8a585b2aa tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:07:35.226938 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-716fb55c-6564-4fc6-a0cb-62d8a585b2aa tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Usage tracker for resource:security_group_rule and tenant:4a624cba82a54b939eb86267a2c9023d is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:07:35.235853 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-716fb55c-6564-4fc6-a0cb-62d8a585b2aa tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:07:35.249493 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-716fb55c-6564-4fc6-a0cb-62d8a585b2aa tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:07:35.275545 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:35.292431 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-f120efb0-9535-4734-94cc-8f70c78cc75b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b6ace22493ec451887bc9936f0ec8706&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3422170
Apr 05 12:07:35.295672 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 41504) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:07:35.304219 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41cc66fe-6283-4798-b54a-9647f39a77ad', 'tag': '7be1a319-4ced-48c7-93cc-a31f4f1d1bd8', 'status': 'completed', 'code': 200}
Apr 05 12:07:35.320684 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f120efb0-9535-4734-94cc-8f70c78cc75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4ed9fc-6840-44be-ad99-10e6f7e2fd4e,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:35.324556 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f120efb0-9535-4734-94cc-8f70c78cc75b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:35.406257 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-7ac3a256-dfd1-4e78-a563-18eaf0fc8843 None None] Set router 20060276-d6e6-4355-b2d8-8284c2ecff53 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:07:35.510330 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fdb5838b-659a-4cc7-a533-50ca9a6464ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:35.585038 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fdb5838b-659a-4cc7-a533-50ca9a6464ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:35.593520 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-716fb55c-6564-4fc6-a0cb-62d8a585b2aa tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:35.607149 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-716fb55c-6564-4fc6-a0cb-62d8a585b2aa tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:35.616276 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-41f9e773-cb06-4bc2-8b43-05d96aacea89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:35.684619 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73811f85-3542-4169-a9e9-be093051df64 req-42417124-5a15-4e28-96c2-a11f492f3146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:35.686170 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-73811f85-3542-4169-a9e9-be093051df64 req-42417124-5a15-4e28-96c2-a11f492f3146 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09a08590013048999464095fb2986698&device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 1098 time: 0.3235855
Apr 05 12:07:35.746721 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716fb55c-6564-4fc6-a0cb-62d8a585b2aa tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5922ef8-fcf3-4240-a0c1-c82965a7e237,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:35.789892 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-7ac3a256-dfd1-4e78-a563-18eaf0fc8843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460a95860>, [{'id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'name': 'tempest-AttachVolumeShelveTestJSON-2114726205-router', 'tenant_id': '09a08590013048999464095fb2986698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:12Z', 'updated_at': '2021-04-05T12:06:23Z', 'revision_number': 4, 'project_id': '09a08590013048999464095fb2986698', 'gw_port': {'id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:13Z', 'updated_at': '2021-04-05T12:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_floatingips': [{'id': '0dde4a72-2063-4d2a-8810-ee3f439aeb1f', 'tenant_id': '09a08590013048999464095fb2986698', 'floating_ip_address': '172.27.0.137', 'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'router_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'port_id': '7be1a319-4ced-48c7-93cc-a31f4f1d1bd8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b', 'mac_address': 'fa:16:3e:f7:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cc66fe-6283-4798-b54a-9647f39a77ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:06:41Z', 'updated_at': '2021-04-05T12:07:33Z', 'revision_number': 1, 'project_id': '09a08590013048999464095fb2986698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0663a8dc-85f4-4dba-8176-a2a971dc0534', 'name': '', 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b', 'tenant_id': '09a08590013048999464095fb2986698', 'mac_address': 'fa:16:3e:2e:a6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd3bbfe2a-e26d-4eee-9523-0b0e4c649bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:20Z', 'updated_at': '2021-04-05T12:06:37Z', 'revision_number': 5, 'project_id': '09a08590013048999464095fb2986698', 'subnets': [{'id': 'd3bbfe2a-e26d-4eee-9523-0b0e4c649bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:07:35.793963 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac3a256-dfd1-4e78-a563-18eaf0fc8843 None None] Checking router: 20060276-d6e6-4355-b2d8-8284c2ecff53 for host: dv-cinder-784763-1-iscsi {{(pid=84271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:07:35.803632 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac3a256-dfd1-4e78-a563-18eaf0fc8843 None None] Routers {'20060276-d6e6-4355-b2d8-8284c2ecff53'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:07:35.804933 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-7ac3a256-dfd1-4e78-a563-18eaf0fc8843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460a95860>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:07:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['20060276-d6e6-4355-b2d8-8284c2ecff53'], 'active': True} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:07:35.810047 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-716fb55c-6564-4fc6-a0cb-62d8a585b2aa tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:35.889652 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fdb5838b-659a-4cc7-a533-50ca9a6464ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:35.900991 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:35.915169 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fd02af4f-e06c-4c49-a1bb-e1674486636d req-db132eea-6299-4b49-8e60-0e8fdb36b651 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 210 time: 0.0565481
Apr 05 12:07:35.946115 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5838b-659a-4cc7-a533-50ca9a6464ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4ed9fc-6840-44be-ad99-10e6f7e2fd4e,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:35.963797 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-fdb5838b-659a-4cc7-a533-50ca9a6464ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:35.984806 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73811f85-3542-4169-a9e9-be093051df64 req-e568e604-c5d5-404e-86cd-076e64ca2b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:35.986404 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-73811f85-3542-4169-a9e9-be093051df64 req-e568e604-c5d5-404e-86cd-076e64ca2b33 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ba2dc6d-7a10-4983-bd4a-704d4ac9411b HTTP/1.1" status: 200  len: 918 time: 0.2797318
Apr 05 12:07:35.998919 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fdb5838b-659a-4cc7-a533-50ca9a6464ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:36.002636 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-fdb5838b-659a-4cc7-a533-50ca9a6464ae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0a4ed9fc-6840-44be-ad99-10e6f7e2fd4e HTTP/1.1" status: 204  len: 168 time: 0.7007113
Apr 05 12:07:36.002636 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-716fb55c-6564-4fc6-a0cb-62d8a585b2aa tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Allocated IP 192.168.233.66 (713bffb3-6d8e-49e4-9a99-65760cd1aaa0/2b8d6c13-3945-4bad-a95c-d7fd20ddcc57/5999d8cb-7f6f-4e9d-9e7c-3cdff0133623) {{(pid=84268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:07:36.063364 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-7ac3a256-dfd1-4e78-a563-18eaf0fc8843 None None] Set router 20060276-d6e6-4355-b2d8-8284c2ecff53 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:07:36.326076 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-73811f85-3542-4169-a9e9-be093051df64 req-db3c5a89-c60a-40c0-aa3f-3ca62c1b26a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 HTTP/1.1" status: 200  len: 999 time: 0.3135166
Apr 05 12:07:36.588306 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 41540) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:07:36.595927 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73811f85-3542-4169-a9e9-be093051df64 req-fb93098f-ddfe-4c94-957a-92f25882aaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:36.597997 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-73811f85-3542-4169-a9e9-be093051df64 req-fb93098f-ddfe-4c94-957a-92f25882aaaa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3bbfe2a-e26d-4eee-9523-0b0e4c649bfb HTTP/1.1" status: 200  len: 856 time: 0.2531145
Apr 05 12:07:36.640933 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-edb8c3da-3641-430c-ad25-089fd231f8d5 req-748ced38-b589-41fd-8c1f-6093169d45fc tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f8c771-c22a-4737-ad78-38d7e75ea49f HTTP/1.1" status: 200  len: 210 time: 0.0902295
Apr 05 12:07:36.745453 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886742c-887c-4942-899f-aca544ed1b51 req-5d7372fd-b47d-4ce7-bc5c-830f07e9aecc tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:36.759248 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8886742c-887c-4942-899f-aca544ed1b51 req-5d7372fd-b47d-4ce7-bc5c-830f07e9aecc tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.37 "GET /v2.0/networks?id=07054388-504e-4ac2-b33c-6ef540158df3 HTTP/1.1" status: 200  len: 814 time: 0.7472415
Apr 05 12:07:36.773345 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-8886742c-887c-4942-899f-aca544ed1b51 req-19cde509-0061-4f69-bc4c-db50f6253ce1 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Request body: {'port': {'device_id': '90ee4b07-0251-47f5-aeb0-67863bdd6672', 'network_id': '07054388-504e-4ac2-b33c-6ef540158df3', 'admin_state_up': True, 'tenant_id': '6c0184ae62e6427db9fd25988a10a9c2'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:07:36.852004 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-7ac3a256-dfd1-4e78-a563-18eaf0fc8843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460a95860>, [{'id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'name': 'tempest-AttachVolumeShelveTestJSON-2114726205-router', 'tenant_id': '09a08590013048999464095fb2986698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:12Z', 'updated_at': '2021-04-05T12:06:23Z', 'revision_number': 4, 'project_id': '09a08590013048999464095fb2986698', 'gw_port': {'id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:13Z', 'updated_at': '2021-04-05T12:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_floatingips': [{'id': '0dde4a72-2063-4d2a-8810-ee3f439aeb1f', 'tenant_id': '09a08590013048999464095fb2986698', 'floating_ip_address': '172.27.0.137', 'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'router_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'port_id': '7be1a319-4ced-48c7-93cc-a31f4f1d1bd8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b', 'mac_address': 'fa:16:3e:f7:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cc66fe-6283-4798-b54a-9647f39a77ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:06:41Z', 'updated_at': '2021-04-05T12:07:33Z', 'revision_number': 1, 'project_id': '09a08590013048999464095fb2986698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0663a8dc-85f4-4dba-8176-a2a971dc0534', 'name': '', 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b', 'tenant_id': '09a08590013048999464095fb2986698', 'mac_address': 'fa:16:3e:2e:a6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd3bbfe2a-e26d-4eee-9523-0b0e4c649bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:20Z', 'updated_at': '2021-04-05T12:06:37Z', 'revision_number': 5, 'project_id': '09a08590013048999464095fb2986698', 'subnets': [{'id': 'd3bbfe2a-e26d-4eee-9523-0b0e4c649bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:07:36.869407 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac3a256-dfd1-4e78-a563-18eaf0fc8843 None None] The sync data for ids ['20060276-d6e6-4355-b2d8-8284c2ecff53'] in dv-cinder-784763-1-iscsi is: [{'id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'name': 'tempest-AttachVolumeShelveTestJSON-2114726205-router', 'tenant_id': '09a08590013048999464095fb2986698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:12Z', 'updated_at': '2021-04-05T12:06:23Z', 'revision_number': 4, 'project_id': '09a08590013048999464095fb2986698', 'gw_port': {'id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:13Z', 'updated_at': '2021-04-05T12:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_floatingips': [{'id': '0dde4a72-2063-4d2a-8810-ee3f439aeb1f', 'tenant_id': '09a08590013048999464095fb2986698', 'floating_ip_address': '172.27.0.137', 'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'router_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'port_id': '7be1a319-4ced-48c7-93cc-a31f4f1d1bd8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b', 'mac_address': 'fa:16:3e:f7:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41cc66fe-6283-4798-b54a-9647f39a77ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:06:41Z', 'updated_at': '2021-04-05T12:07:33Z', 'revision_number': 1, 'project_id': '09a08590013048999464095fb2986698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0663a8dc-85f4-4dba-8176-a2a971dc0534', 'name': '', 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b', 'tenant_id': '09a08590013048999464095fb2986698', 'mac_address': 'fa:16:3e:2e:a6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd3bbfe2a-e26d-4eee-9523-0b0e4c649bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:20Z', 'updated_at': '2021-04-05T12:06:37Z', 'revision_number': 5, 'project_id': '09a08590013048999464095fb2986698', 'subnets': [{'id': 'd3bbfe2a-e26d-4eee-9523-0b0e4c649bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:07:37.090053 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-8886742c-887c-4942-899f-aca544ed1b51 req-19cde509-0061-4f69-bc4c-db50f6253ce1 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:07:37.101004 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-8886742c-887c-4942-899f-aca544ed1b51 req-19cde509-0061-4f69-bc4c-db50f6253ce1 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:07:37.138741 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8886742c-887c-4942-899f-aca544ed1b51 req-19cde509-0061-4f69-bc4c-db50f6253ce1 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Made reservation on behalf of 6c0184ae62e6427db9fd25988a10a9c2 for: {'port': 1} {{(pid=84269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:07:37.146612 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8886742c-887c-4942-899f-aca544ed1b51 req-19cde509-0061-4f69-bc4c-db50f6253ce1 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:37.151788 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27150cdb-5ef6-49d7-95ab-18386ef0e91a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:37.210007 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9328b-51af-4725-b926-c54901a53ddb req-caba3d42-d320-4af5-9c84-db9f1dee7716 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:37.221370 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4fb9328b-51af-4725-b926-c54901a53ddb req-caba3d42-d320-4af5-9c84-db9f1dee7716 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.8001871
Apr 05 12:07:37.224709 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-27150cdb-5ef6-49d7-95ab-18386ef0e91a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:07:37.339920 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fc3d77-4b86-4509-8871-6dbd55b7dfb7 None None] New status for floating IP 0dde4a72-2063-4d2a-8810-ee3f439aeb1f: ACTIVE {{(pid=84270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 05 12:07:37.345875 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-716fb55c-6564-4fc6-a0cb-62d8a585b2aa tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Notify callbacks [] for port, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:37.364291 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-716fb55c-6564-4fc6-a0cb-62d8a585b2aa tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Transition to ACTIVE for port object 5999d8cb-7f6f-4e9d-9e7c-3cdff0133623 will not be triggered until provisioned by entity DHCP. {{(pid=84268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:07:37.388084 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-27150cdb-5ef6-49d7-95ab-18386ef0e91a admin admin] Usage tracker for resource:security_group_rule and tenant:9e124e0ef7524eb187363294b42618a3 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:07:37.391405 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-27150cdb-5ef6-49d7-95ab-18386ef0e91a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:07:37.398770 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-27150cdb-5ef6-49d7-95ab-18386ef0e91a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:07:37.424061 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ed705851-c2ab-4262-8b87-8c1a132363bf req-4cc5f1ad-8bf3-4fb0-ad68-e874c9a7d793 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 210 time: 0.0743592
Apr 05 12:07:37.466758 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-8886742c-887c-4942-899f-aca544ed1b51 req-19cde509-0061-4f69-bc4c-db50f6253ce1 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Allocated IP 172.20.0.7 (07054388-504e-4ac2-b33c-6ef540158df3/a41d3eb2-4ae3-4bca-813b-303785d3193b/8982c272-f481-4303-82c5-1958c6301c19) {{(pid=84269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:07:37.512310 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27150cdb-5ef6-49d7-95ab-18386ef0e91a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:37.517807 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4fb9328b-51af-4725-b926-c54901a53ddb req-0b709913-f733-42e4-a7c4-f75980db16fc tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2955127
Apr 05 12:07:37.526809 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-716fb55c-6564-4fc6-a0cb-62d8a585b2aa tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:37.530821 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-27150cdb-5ef6-49d7-95ab-18386ef0e91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:37.564682 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:37.598711 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-27150cdb-5ef6-49d7-95ab-18386ef0e91a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9e124e0ef7524eb187363294b42618a3&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0052247
Apr 05 12:07:37.600449 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 41572) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:07:37.601457 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27150cdb-5ef6-49d7-95ab-18386ef0e91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1cdd9f-241b-4a0f-8106-584e83d876e4,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:37.622992 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-27150cdb-5ef6-49d7-95ab-18386ef0e91a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:37.626178 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:37.724014 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8886742c-887c-4942-899f-aca544ed1b51 req-19cde509-0061-4f69-bc4c-db50f6253ce1 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Notify callbacks [] for port, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:37.756647 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8886742c-887c-4942-899f-aca544ed1b51 req-19cde509-0061-4f69-bc4c-db50f6253ce1 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:37.770801 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['57c15950-2ba5-4a42-bb4d-ae7ef56b0248'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:07:37.780760 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:37.843688 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-157e9442-27cc-4dc2-a114-aba88e6f7294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:37.847032 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73811f85-3542-4169-a9e9-be093051df64 req-0ac7b9ce-edf8-4b7c-b56f-dedd157d6ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:37.848657 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-73811f85-3542-4169-a9e9-be093051df64 req-0ac7b9ce-edf8-4b7c-b56f-dedd157d6ee1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ba2dc6d-7a10-4983-bd4a-704d4ac9411b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.1710958
Apr 05 12:07:37.871341 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716fb55c-6564-4fc6-a0cb-62d8a585b2aa tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Pushing event updated for resources: {'Port': ['ID=5999d8cb-7f6f-4e9d-9e7c-3cdff0133623,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:37.928213 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-716fb55c-6564-4fc6-a0cb-62d8a585b2aa tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:38.020673 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-157e9442-27cc-4dc2-a114-aba88e6f7294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:38.099726 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-716fb55c-6564-4fc6-a0cb-62d8a585b2aa tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Network 713bffb3-6d8e-49e4-9a99-65760cd1aaa0 is already hosted by enough agents. {{(pid=84268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:07:38.134090 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cde509-0061-4f69-bc4c-db50f6253ce1 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Pushing event updated for resources: {'Port': ['ID=8982c272-f481-4303-82c5-1958c6301c19,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:38.144934 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-19cde509-0061-4f69-bc4c-db50f6253ce1 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:38.159753 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-716fb55c-6564-4fc6-a0cb-62d8a585b2aa tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Resources bound (agent type, host, resource id):  {{(pid=84268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:07:38.194186 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8886742c-887c-4942-899f-aca544ed1b51 req-19cde509-0061-4f69-bc4c-db50f6253ce1 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Network 07054388-504e-4ac2-b33c-6ef540158df3 is already hosted by enough agents. {{(pid=84269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:07:38.222449 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-716fb55c-6564-4fc6-a0cb-62d8a585b2aa tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Received port after_create {{(pid=84268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:07:38.237436 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-8886742c-887c-4942-899f-aca544ed1b51 req-19cde509-0061-4f69-bc4c-db50f6253ce1 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Resources bound (agent type, host, resource id):  {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:07:38.244587 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-8886742c-887c-4942-899f-aca544ed1b51 req-19cde509-0061-4f69-bc4c-db50f6253ce1 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Received port after_create {{(pid=84269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:07:38.369126 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-73811f85-3542-4169-a9e9-be093051df64 req-48f5f4cc-6537-46f9-83dd-698502afb093 service neutron] 10.222.0.37 "GET /v2.0/networks/5ba2dc6d-7a10-4983-bd4a-704d4ac9411b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4990110
Apr 05 12:07:38.375070 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-157e9442-27cc-4dc2-a114-aba88e6f7294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:38.375652 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17bdce8-cc6d-4991-88da-ba08959eca2e req-c65671c7-046e-4deb-832e-b29a789a3f4d tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:38.386724 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-fdb5838b-659a-4cc7-a533-50ca9a6464ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:38.387156 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f17bdce8-cc6d-4991-88da-ba08959eca2e req-c65671c7-046e-4deb-832e-b29a789a3f4d tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f8c771-c22a-4737-ad78-38d7e75ea49f HTTP/1.1" status: 200  len: 935 time: 0.3447230
Apr 05 12:07:38.409365 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e9442-27cc-4dc2-a114-aba88e6f7294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1cdd9f-241b-4a0f-8106-584e83d876e4,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:38.432052 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886742c-887c-4942-899f-aca544ed1b51 req-19cde509-0061-4f69-bc4c-db50f6253ce1 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:38.432992 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8886742c-887c-4942-899f-aca544ed1b51 req-19cde509-0061-4f69-bc4c-db50f6253ce1 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for port, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:38.480941 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8886742c-887c-4942-899f-aca544ed1b51 req-19cde509-0061-4f69-bc4c-db50f6253ce1 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7130094
Apr 05 12:07:38.486434 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-157e9442-27cc-4dc2-a114-aba88e6f7294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:38.525117 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f17bdce8-cc6d-4991-88da-ba08959eca2e req-ec5f9209-084c-4801-ac0d-8db17cfb7fbe tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5922ef8-fcf3-4240-a0c1-c82965a7e237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367042
Apr 05 12:07:38.535227 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-18f9e0d1-9d48-40c5-bf70-b7461535a90b None None] Provisioning for port 5999d8cb-7f6f-4e9d-9e7c-3cdff0133623 completed by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:07:38.535886 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-8886742c-887c-4942-899f-aca544ed1b51 req-25d06728-d662-4b72-8fe4-5d1dbfffbd44 service neutron] Request body: {'port': {'device_id': '90ee4b07-0251-47f5-aeb0-67863bdd6672', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:07:38.548812 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-18f9e0d1-9d48-40c5-bf70-b7461535a90b None None] Provisioning complete for port 5999d8cb-7f6f-4e9d-9e7c-3cdff0133623 triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:07:38.549263 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-18f9e0d1-9d48-40c5-bf70-b7461535a90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:38.590533 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-157e9442-27cc-4dc2-a114-aba88e6f7294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:38.591883 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-157e9442-27cc-4dc2-a114-aba88e6f7294 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ee1cdd9f-241b-4a0f-8106-584e83d876e4 HTTP/1.1" status: 204  len: 168 time: 0.9720616
Apr 05 12:07:38.609226 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-716fb55c-6564-4fc6-a0cb-62d8a585b2aa tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:38.609964 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-716fb55c-6564-4fc6-a0cb-62d8a585b2aa tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for port, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:38.714412 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-716fb55c-6564-4fc6-a0cb-62d8a585b2aa tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.0896564
Apr 05 12:07:38.718244 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-18f9e0d1-9d48-40c5-bf70-b7461535a90b None None] Port 5999d8cb-7f6f-4e9d-9e7c-3cdff0133623 cannot update to ACTIVE because it is not bound. {{(pid=84270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 12:07:38.745602 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-edfbc4ec-7fde-47ee-9831-b88ab14e935c service neutron] Request body: {'port': {'device_id': 'e9f8c771-c22a-4737-ad78-38d7e75ea49f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:07:38.811068 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8886742c-887c-4942-899f-aca544ed1b51 req-25d06728-d662-4b72-8fe4-5d1dbfffbd44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:38.845786 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-73811f85-3542-4169-a9e9-be093051df64 req-cfcb1e85-69da-4bfc-9f25-2dab25935f3f service neutron] 10.222.0.37 "GET /v2.0/networks/5ba2dc6d-7a10-4983-bd4a-704d4ac9411b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4382050
Apr 05 12:07:38.925887 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bf928-a94c-43db-b6db-566257c52daf req-a553bab0-633f-4a0d-8ac9-408ef63edfd2 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:38.927650 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-428bf928-a94c-43db-b6db-566257c52daf req-a553bab0-633f-4a0d-8ac9-408ef63edfd2 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 931 time: 0.2853889
Apr 05 12:07:38.928438 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-edfbc4ec-7fde-47ee-9831-b88ab14e935c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:38.976479 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6d791-42a4-459b-baa0-85f59d7e2a51 req-c3ddcef7-b647-45d0-916f-e4eddbe594a0 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:38.978091 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5ca6d791-42a4-459b-baa0-85f59d7e2a51 req-c3ddcef7-b647-45d0-916f-e4eddbe594a0 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.2202392
Apr 05 12:07:39.048274 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-428bf928-a94c-43db-b6db-566257c52daf req-8a412ffe-3a6a-42e0-b4fc-297b54572e21 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081188
Apr 05 12:07:39.089795 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 41606) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:07:39.117097 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-728fe1b8-7c8a-475e-a68c-99504bc5ad26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:39.140805 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5ca6d791-42a4-459b-baa0-85f59d7e2a51 req-50fe68e8-3c50-4780-a1eb-3a56169c69a2 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1520281
Apr 05 12:07:39.164173 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-728fe1b8-7c8a-475e-a68c-99504bc5ad26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:07:39.173595 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-728fe1b8-7c8a-475e-a68c-99504bc5ad26 admin admin] Usage tracker for resource:security_group_rule and tenant:4031ac1a22ae4fdeac10511253a45c4e is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:07:39.179320 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-728fe1b8-7c8a-475e-a68c-99504bc5ad26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:07:39.250580 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-728fe1b8-7c8a-475e-a68c-99504bc5ad26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:07:39.464570 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-728fe1b8-7c8a-475e-a68c-99504bc5ad26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:39.466779 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-edfbc4ec-7fde-47ee-9831-b88ab14e935c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5999d8cb-7f6f-4e9d-9e7c-3cdff0133623 {{(pid=84268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:07:39.469539 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-728fe1b8-7c8a-475e-a68c-99504bc5ad26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:39.477382 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-edfbc4ec-7fde-47ee-9831-b88ab14e935c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:39.488905 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [req-8886742c-887c-4942-899f-aca544ed1b51 req-25d06728-d662-4b72-8fe4-5d1dbfffbd44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8982c272-f481-4303-82c5-1958c6301c19 {{(pid=84269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:07:39.493700 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-edfbc4ec-7fde-47ee-9831-b88ab14e935c service neutron] Transition to ACTIVE for port object 5999d8cb-7f6f-4e9d-9e7c-3cdff0133623 will not be triggered until provisioned by entity L2. {{(pid=84268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:07:39.495546 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:39.497204 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-edfbc4ec-7fde-47ee-9831-b88ab14e935c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851385328'] for port, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:39.529257 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8886742c-887c-4942-899f-aca544ed1b51 req-25d06728-d662-4b72-8fe4-5d1dbfffbd44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:39.586067 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-8886742c-887c-4942-899f-aca544ed1b51 req-25d06728-d662-4b72-8fe4-5d1dbfffbd44 service neutron] Transition to ACTIVE for port object 8982c272-f481-4303-82c5-1958c6301c19 will not be triggered until provisioned by entity L2. {{(pid=84269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:07:39.597943 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-728fe1b8-7c8a-475e-a68c-99504bc5ad26 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4031ac1a22ae4fdeac10511253a45c4e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5014143
Apr 05 12:07:39.600435 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 41620) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:07:39.601848 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8886742c-887c-4942-899f-aca544ed1b51 req-25d06728-d662-4b72-8fe4-5d1dbfffbd44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2694713'] for port, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:39.625353 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728fe1b8-7c8a-475e-a68c-99504bc5ad26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357fa5d5-f4b1-4004-8bef-633ed08e7ff3,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:39.654198 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-728fe1b8-7c8a-475e-a68c-99504bc5ad26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:39.654839 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-19cde509-0061-4f69-bc4c-db50f6253ce1 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:39.658062 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-bb29f65c-67d6-42d3-a4b0-191fb3e7e35a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:39.738699 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfbc4ec-7fde-47ee-9831-b88ab14e935c service neutron] Pushing event updated for resources: {'Port': ['ID=5999d8cb-7f6f-4e9d-9e7c-3cdff0133623,revision_number=2']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:39.738699 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-edfbc4ec-7fde-47ee-9831-b88ab14e935c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:39.903429 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f431181d-0142-42fd-bdc8-465d299b7454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:39.924828 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d06728-d662-4b72-8fe4-5d1dbfffbd44 service neutron] Pushing event updated for resources: {'Port': ['ID=8982c272-f481-4303-82c5-1958c6301c19,revision_number=2']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:39.950059 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-25d06728-d662-4b72-8fe4-5d1dbfffbd44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:39.972525 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f431181d-0142-42fd-bdc8-465d299b7454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:40.054871 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820de86-f8ea-489a-a562-0e60863ddaeb req-59cd2c47-de6b-43d0-8db8-2c5b85e86789 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:40.055784 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-3820de86-f8ea-489a-a562-0e60863ddaeb req-59cd2c47-de6b-43d0-8db8-2c5b85e86789 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Synchronizing usage tracker for tenant:4a624cba82a54b939eb86267a2c9023d on resource:port {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:07:40.063969 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-edfbc4ec-7fde-47ee-9831-b88ab14e935c service neutron] Attempting to bind port 5999d8cb-7f6f-4e9d-9e7c-3cdff0133623 on host hv-cinder-78476 for vnic_type normal with profile  {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:07:40.064844 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-edfbc4ec-7fde-47ee-9831-b88ab14e935c service neutron] Attempting to bind port 5999d8cb-7f6f-4e9d-9e7c-3cdff0133623 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': 'a65a2c3a-4c40-494b-ad59-f1c3f54d0b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '713bffb3-6d8e-49e4-9a99-65760cd1aaa0'}] {{(pid=84268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:07:40.065328 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-edfbc4ec-7fde-47ee-9831-b88ab14e935c service neutron] Attempting to bind port 5999d8cb-7f6f-4e9d-9e7c-3cdff0133623 on network 713bffb3-6d8e-49e4-9a99-65760cd1aaa0 {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:07:40.072445 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-edfbc4ec-7fde-47ee-9831-b88ab14e935c service neutron] Port 5999d8cb-7f6f-4e9d-9e7c-3cdff0133623 on network 713bffb3-6d8e-49e4-9a99-65760cd1aaa0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 12:07:40.072937 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-edfbc4ec-7fde-47ee-9831-b88ab14e935c service neutron] Attempting to bind port 5999d8cb-7f6f-4e9d-9e7c-3cdff0133623 on network 713bffb3-6d8e-49e4-9a99-65760cd1aaa0 {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:07:40.082641 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-edfbc4ec-7fde-47ee-9831-b88ab14e935c service neutron] Checking agent: {'id': '038210d6-d792-4dfe-95d3-eb4a37cb8b01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:07:40.083117 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-edfbc4ec-7fde-47ee-9831-b88ab14e935c service neutron] Checking segment: {'id': 'a65a2c3a-4c40-494b-ad59-f1c3f54d0b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '713bffb3-6d8e-49e4-9a99-65760cd1aaa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:07:40.083595 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-edfbc4ec-7fde-47ee-9831-b88ab14e935c service neutron] Bound using segment: {'id': 'a65a2c3a-4c40-494b-ad59-f1c3f54d0b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '713bffb3-6d8e-49e4-9a99-65760cd1aaa0'} {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:07:40.084063 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-edfbc4ec-7fde-47ee-9831-b88ab14e935c service neutron] Bound port: 5999d8cb-7f6f-4e9d-9e7c-3cdff0133623, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a65a2c3a-4c40-494b-ad59-f1c3f54d0b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '713bffb3-6d8e-49e4-9a99-65760cd1aaa0'}}] {{(pid=84268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:07:40.084459 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-edfbc4ec-7fde-47ee-9831-b88ab14e935c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:40.103798 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-3820de86-f8ea-489a-a562-0e60863ddaeb req-59cd2c47-de6b-43d0-8db8-2c5b85e86789 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Unset dirty status for tenant:4a624cba82a54b939eb86267a2c9023d on resource:port {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:07:40.110069 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3820de86-f8ea-489a-a562-0e60863ddaeb req-59cd2c47-de6b-43d0-8db8-2c5b85e86789 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f8c771-c22a-4737-ad78-38d7e75ea49f HTTP/1.1" status: 200  len: 947 time: 0.2626412
Apr 05 12:07:40.231903 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-3820de86-f8ea-489a-a562-0e60863ddaeb req-31a8084b-8f6e-4b62-84ee-d24660fbe28b tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Synchronizing usage tracker for tenant:4a624cba82a54b939eb86267a2c9023d on resource:security_group {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:07:40.242916 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-edfbc4ec-7fde-47ee-9831-b88ab14e935c service neutron] For port 5999d8cb-7f6f-4e9d-9e7c-3cdff0133623, host hv-cinder-78476, cleared binding levels {{(pid=84268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:07:40.247688 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-edfbc4ec-7fde-47ee-9831-b88ab14e935c service neutron] For port 5999d8cb-7f6f-4e9d-9e7c-3cdff0133623, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5999d8cb-7f6f-4e9d-9e7c-3cdff0133623,segment=NetworkSegment(a65a2c3a-4c40-494b-ad59-f1c3f54d0b69),segment_id=a65a2c3a-4c40-494b-ad59-f1c3f54d0b69)] {{(pid=84268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:07:40.253643 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-edfbc4ec-7fde-47ee-9831-b88ab14e935c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851385328'] for port, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:40.261679 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f431181d-0142-42fd-bdc8-465d299b7454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:40.271729 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:40.279595 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:40.328370 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431181d-0142-42fd-bdc8-465d299b7454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357fa5d5-f4b1-4004-8bef-633ed08e7ff3,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:40.332090 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f431181d-0142-42fd-bdc8-465d299b7454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:40.354234 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f431181d-0142-42fd-bdc8-465d299b7454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:40.355535 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-f431181d-0142-42fd-bdc8-465d299b7454 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/357fa5d5-f4b1-4004-8bef-633ed08e7ff3 HTTP/1.1" status: 204  len: 168 time: 0.7475359
Apr 05 12:07:40.362712 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-3820de86-f8ea-489a-a562-0e60863ddaeb req-31a8084b-8f6e-4b62-84ee-d24660fbe28b tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Unset dirty status for tenant:4a624cba82a54b939eb86267a2c9023d on resource:security_group {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:07:40.364007 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3820de86-f8ea-489a-a562-0e60863ddaeb req-31a8084b-8f6e-4b62-84ee-d24660fbe28b tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5922ef8-fcf3-4240-a0c1-c82965a7e237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2220435
Apr 05 12:07:40.373885 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f4343-648d-4ae3-b6d2-7e8dec0d7a85 req-c2dc8138-6a79-4ffd-be3c-a5302c626648 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:40.375568 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6a0f4343-648d-4ae3-b6d2-7e8dec0d7a85 req-c2dc8138-6a79-4ffd-be3c-a5302c626648 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 945 time: 0.2959383
Apr 05 12:07:40.422217 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-8886742c-887c-4942-899f-aca544ed1b51 req-25d06728-d662-4b72-8fe4-5d1dbfffbd44 service neutron] Attempting to bind port 8982c272-f481-4303-82c5-1958c6301c19 on host hv-cinder-78476 for vnic_type normal with profile  {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:07:40.422585 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-8886742c-887c-4942-899f-aca544ed1b51 req-25d06728-d662-4b72-8fe4-5d1dbfffbd44 service neutron] Attempting to bind port 8982c272-f481-4303-82c5-1958c6301c19 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '678a0a32-e584-4bc7-93dc-6b69e2674942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '07054388-504e-4ac2-b33c-6ef540158df3'}] {{(pid=84269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:07:40.422954 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8886742c-887c-4942-899f-aca544ed1b51 req-25d06728-d662-4b72-8fe4-5d1dbfffbd44 service neutron] Attempting to bind port 8982c272-f481-4303-82c5-1958c6301c19 on network 07054388-504e-4ac2-b33c-6ef540158df3 {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:07:40.430605 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8886742c-887c-4942-899f-aca544ed1b51 req-25d06728-d662-4b72-8fe4-5d1dbfffbd44 service neutron] Port 8982c272-f481-4303-82c5-1958c6301c19 on network 07054388-504e-4ac2-b33c-6ef540158df3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 12:07:40.430972 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8886742c-887c-4942-899f-aca544ed1b51 req-25d06728-d662-4b72-8fe4-5d1dbfffbd44 service neutron] Attempting to bind port 8982c272-f481-4303-82c5-1958c6301c19 on network 07054388-504e-4ac2-b33c-6ef540158df3 {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:07:40.435855 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfbc4ec-7fde-47ee-9831-b88ab14e935c service neutron] Pushing event updated for resources: {'Port': ['ID=5999d8cb-7f6f-4e9d-9e7c-3cdff0133623,revision_number=3']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:40.437729 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8886742c-887c-4942-899f-aca544ed1b51 req-25d06728-d662-4b72-8fe4-5d1dbfffbd44 service neutron] Checking agent: {'id': '038210d6-d792-4dfe-95d3-eb4a37cb8b01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:07:40.441861 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-edfbc4ec-7fde-47ee-9831-b88ab14e935c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:40.443974 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8886742c-887c-4942-899f-aca544ed1b51 req-25d06728-d662-4b72-8fe4-5d1dbfffbd44 service neutron] Checking segment: {'id': '678a0a32-e584-4bc7-93dc-6b69e2674942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '07054388-504e-4ac2-b33c-6ef540158df3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:07:40.444303 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8886742c-887c-4942-899f-aca544ed1b51 req-25d06728-d662-4b72-8fe4-5d1dbfffbd44 service neutron] Bound using segment: {'id': '678a0a32-e584-4bc7-93dc-6b69e2674942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '07054388-504e-4ac2-b33c-6ef540158df3'} {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:07:40.444876 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-8886742c-887c-4942-899f-aca544ed1b51 req-25d06728-d662-4b72-8fe4-5d1dbfffbd44 service neutron] Bound port: 8982c272-f481-4303-82c5-1958c6301c19, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '678a0a32-e584-4bc7-93dc-6b69e2674942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '07054388-504e-4ac2-b33c-6ef540158df3'}}] {{(pid=84269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:07:40.445260 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8886742c-887c-4942-899f-aca544ed1b51 req-25d06728-d662-4b72-8fe4-5d1dbfffbd44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:40.490806 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-edfbc4ec-7fde-47ee-9831-b88ab14e935c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:40.491517 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-edfbc4ec-7fde-47ee-9831-b88ab14e935c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for port, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:40.493007 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-edfbc4ec-7fde-47ee-9831-b88ab14e935c service neutron] 10.222.0.37 "PUT /v2.0/ports/5999d8cb-7f6f-4e9d-9e7c-3cdff0133623 HTTP/1.1" status: 200  len: 1097 time: 1.7554767
Apr 05 12:07:40.493591 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f8c771-c22a-4737-ad78-38d7e75ea49f', 'tag': '5999d8cb-7f6f-4e9d-9e7c-3cdff0133623'}] {{(pid=84268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:07:40.516398 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6a0f4343-648d-4ae3-b6d2-7e8dec0d7a85 req-7851d46b-8298-474e-9dd3-ceb2348d0167 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1320486
Apr 05 12:07:40.587433 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-8886742c-887c-4942-899f-aca544ed1b51 req-25d06728-d662-4b72-8fe4-5d1dbfffbd44 service neutron] For port 8982c272-f481-4303-82c5-1958c6301c19, host hv-cinder-78476, cleared binding levels {{(pid=84269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:07:40.590890 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-8886742c-887c-4942-899f-aca544ed1b51 req-25d06728-d662-4b72-8fe4-5d1dbfffbd44 service neutron] For port 8982c272-f481-4303-82c5-1958c6301c19, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=8982c272-f481-4303-82c5-1958c6301c19,segment=NetworkSegment(678a0a32-e584-4bc7-93dc-6b69e2674942),segment_id=678a0a32-e584-4bc7-93dc-6b69e2674942)] {{(pid=84269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:07:40.596817 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8886742c-887c-4942-899f-aca544ed1b51 req-25d06728-d662-4b72-8fe4-5d1dbfffbd44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2694713'] for port, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:40.619615 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:40.690091 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a642c4e-980e-418c-8619-126f15eec363 req-c1e9f51a-2a6d-4f65-b084-45850deac054 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:40.692386 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2a642c4e-980e-418c-8619-126f15eec363 req-c1e9f51a-2a6d-4f65-b084-45850deac054 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 943 time: 0.1386154
Apr 05 12:07:40.753549 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2a642c4e-980e-418c-8619-126f15eec363 req-a5952520-ec76-4079-8111-6c67b098d7a5 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513761
Apr 05 12:07:40.828090 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f8c771-c22a-4737-ad78-38d7e75ea49f', 'tag': '5999d8cb-7f6f-4e9d-9e7c-3cdff0133623', 'status': 'completed', 'code': 200}
Apr 05 12:07:41.058823 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d06728-d662-4b72-8fe4-5d1dbfffbd44 service neutron] Pushing event updated for resources: {'Port': ['ID=8982c272-f481-4303-82c5-1958c6301c19,revision_number=3']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:41.071618 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-25d06728-d662-4b72-8fe4-5d1dbfffbd44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:41.133924 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7aefe8-292e-4ae4-88aa-62633042ae6a req-df8886e4-2c3c-49fc-aabd-e7c730a763a2 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:41.135620 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0e7aefe8-292e-4ae4-88aa-62633042ae6a req-df8886e4-2c3c-49fc-aabd-e7c730a763a2 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.2526164
Apr 05 12:07:41.136950 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886742c-887c-4942-899f-aca544ed1b51 req-25d06728-d662-4b72-8fe4-5d1dbfffbd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:41.137604 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8886742c-887c-4942-899f-aca544ed1b51 req-25d06728-d662-4b72-8fe4-5d1dbfffbd44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for port, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:41.139094 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8886742c-887c-4942-899f-aca544ed1b51 req-25d06728-d662-4b72-8fe4-5d1dbfffbd44 service neutron] 10.222.0.37 "PUT /v2.0/ports/8982c272-f481-4303-82c5-1958c6301c19 HTTP/1.1" status: 200  len: 1093 time: 2.6129248
Apr 05 12:07:41.139624 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ee4b07-0251-47f5-aeb0-67863bdd6672', 'tag': '8982c272-f481-4303-82c5-1958c6301c19'}] {{(pid=84269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:07:41.195980 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0e7aefe8-292e-4ae4-88aa-62633042ae6a req-7ccb4e93-fc1f-4663-85d4-a8c47de07790 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504777
Apr 05 12:07:41.250681 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90ee4b07-0251-47f5-aeb0-67863bdd6672', 'tag': '8982c272-f481-4303-82c5-1958c6301c19', 'status': 'completed', 'code': 200}
Apr 05 12:07:41.575173 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d816d-c731-427d-9020-d05039462297 req-ace5f86f-5834-4657-bb7d-ca33b20c22ea tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:41.577257 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9a2d816d-c731-427d-9020-d05039462297 req-ace5f86f-5834-4657-bb7d-ca33b20c22ea tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f8c771-c22a-4737-ad78-38d7e75ea49f HTTP/1.1" status: 200  len: 947 time: 0.0910778
Apr 05 12:07:41.624999 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9a2d816d-c731-427d-9020-d05039462297 req-d4e724ef-3745-4030-bf6e-f3960c127574 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5922ef8-fcf3-4240-a0c1-c82965a7e237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409558
Apr 05 12:07:41.818890 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6b7e0-77bc-46c3-96c1-7d82ebe8c737 req-2fe687af-0054-437e-87ae-a73c9513e881 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:41.820692 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-60f6b7e0-77bc-46c3-96c1-7d82ebe8c737 req-2fe687af-0054-437e-87ae-a73c9513e881 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 945 time: 0.0931497
Apr 05 12:07:41.871050 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-60f6b7e0-77bc-46c3-96c1-7d82ebe8c737 req-aa5ab48e-afbf-433c-9001-d6a151c4fa9e tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429659
Apr 05 12:07:42.078763 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87dd95-f8f0-41cd-8169-d775cff6f4b6 req-23a8b754-d5b4-4fa5-991f-9971e8747f96 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:42.079526 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-7e87dd95-f8f0-41cd-8169-d775cff6f4b6 req-23a8b754-d5b4-4fa5-991f-9971e8747f96 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Synchronizing usage tracker for tenant:6c0184ae62e6427db9fd25988a10a9c2 on resource:port {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:07:42.095432 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-7e87dd95-f8f0-41cd-8169-d775cff6f4b6 req-23a8b754-d5b4-4fa5-991f-9971e8747f96 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Unset dirty status for tenant:6c0184ae62e6427db9fd25988a10a9c2 on resource:port {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:07:42.096718 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7e87dd95-f8f0-41cd-8169-d775cff6f4b6 req-23a8b754-d5b4-4fa5-991f-9971e8747f96 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 943 time: 0.1117909
Apr 05 12:07:42.152880 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7e87dd95-f8f0-41cd-8169-d775cff6f4b6 req-3729b9b0-139d-4b38-bd13-e14541217e91 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485914
Apr 05 12:07:42.403015 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df1f66-a1e8-41f2-b7bd-e65b2afda1c7 req-915d3ea4-0ce4-400a-8560-1ed40c3f2c94 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:42.404695 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a3df1f66-a1e8-41f2-b7bd-e65b2afda1c7 req-915d3ea4-0ce4-400a-8560-1ed40c3f2c94 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.0887001
Apr 05 12:07:42.444567 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 41712) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:07:42.453257 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a3df1f66-a1e8-41f2-b7bd-e65b2afda1c7 req-d8a0cdd5-4071-44cb-914c-8d037ea02f7f tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421591
Apr 05 12:07:42.570064 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-65ff3a28-a49f-4e22-8ebe-3e58b1e78cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:42.586056 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-65ff3a28-a49f-4e22-8ebe-3e58b1e78cfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:07:42.590140 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-65ff3a28-a49f-4e22-8ebe-3e58b1e78cfb admin admin] Usage tracker for resource:security_group_rule and tenant:c25d420e1f0d4c19b48cde54440599e2 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:07:42.593026 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-65ff3a28-a49f-4e22-8ebe-3e58b1e78cfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:07:42.599005 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-65ff3a28-a49f-4e22-8ebe-3e58b1e78cfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:07:42.681424 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-65ff3a28-a49f-4e22-8ebe-3e58b1e78cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:42.684344 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-65ff3a28-a49f-4e22-8ebe-3e58b1e78cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:42.693645 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-b26574cc-6e73-4f76-a5b2-6832179779b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:42.736491 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-65ff3a28-a49f-4e22-8ebe-3e58b1e78cfb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c25d420e1f0d4c19b48cde54440599e2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2907858
Apr 05 12:07:42.738155 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff3a28-a49f-4e22-8ebe-3e58b1e78cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe638d5-f4c5-4df4-9a8c-f5118b26b4e7,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:42.739674 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 41720) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:07:42.741598 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-65ff3a28-a49f-4e22-8ebe-3e58b1e78cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:42.872709 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9fad2f4-9b46-463c-8cde-c5ae94512dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:42.905348 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b6816-a325-4500-b21d-6b212b06fae8 req-b2121024-d390-4fae-97fa-99b4ffeaf456 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:42.907005 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3b4b6816-a325-4500-b21d-6b212b06fae8 req-b2121024-d390-4fae-97fa-99b4ffeaf456 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f8c771-c22a-4737-ad78-38d7e75ea49f HTTP/1.1" status: 200  len: 947 time: 0.1638098
Apr 05 12:07:42.916690 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9fad2f4-9b46-463c-8cde-c5ae94512dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:42.988933 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3b4b6816-a325-4500-b21d-6b212b06fae8 req-6b8825af-e70f-4e50-98ce-b61fe15a7a28 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5922ef8-fcf3-4240-a0c1-c82965a7e237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750484
Apr 05 12:07:42.999308 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9fad2f4-9b46-463c-8cde-c5ae94512dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:43.004506 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-41b455fb-df10-42e8-aea1-c0358f536bdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:43.019352 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fad2f4-9b46-463c-8cde-c5ae94512dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe638d5-f4c5-4df4-9a8c-f5118b26b4e7,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:43.023074 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f9fad2f4-9b46-463c-8cde-c5ae94512dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:43.024315 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9fad2f4-9b46-463c-8cde-c5ae94512dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:43.028551 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-f9fad2f4-9b46-463c-8cde-c5ae94512dee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/abe638d5-f4c5-4df4-9a8c-f5118b26b4e7 HTTP/1.1" status: 204  len: 168 time: 0.2843866
Apr 05 12:07:43.192203 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05876b2a-6b97-4a89-af53-c9b202b8b587 req-450a87ff-3d67-4d7d-9a77-75938b53ee82 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:43.194119 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-05876b2a-6b97-4a89-af53-c9b202b8b587 req-450a87ff-3d67-4d7d-9a77-75938b53ee82 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 945 time: 0.0975485
Apr 05 12:07:43.242217 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-05876b2a-6b97-4a89-af53-c9b202b8b587 req-ebe54484-2282-4661-9713-30d9db0040f7 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416634
Apr 05 12:07:43.324038 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 41736) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:07:43.342849 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e70073d6-14c8-4a99-a07b-33544be46141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:43.401950 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e70073d6-14c8-4a99-a07b-33544be46141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:07:43.412466 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-e70073d6-14c8-4a99-a07b-33544be46141 admin admin] Usage tracker for resource:security_group_rule and tenant:37c6f410305c409ba14ba6c6bf42f5e8 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:07:43.416988 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-e70073d6-14c8-4a99-a07b-33544be46141 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:07:43.425633 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e70073d6-14c8-4a99-a07b-33544be46141 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:07:43.483350 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca0305-490a-455e-aa0e-7c88e4573ac2 req-282efde6-9b51-4b8f-bbca-b08ffa571924 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:43.484985 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c4ca0305-490a-455e-aa0e-7c88e4573ac2 req-282efde6-9b51-4b8f-bbca-b08ffa571924 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 943 time: 0.1307223
Apr 05 12:07:43.553259 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c4ca0305-490a-455e-aa0e-7c88e4573ac2 req-74ce505b-e40f-4b0a-976e-d562654c18b7 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614479
Apr 05 12:07:43.580136 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e70073d6-14c8-4a99-a07b-33544be46141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:43.582999 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e70073d6-14c8-4a99-a07b-33544be46141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:43.591995 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f431181d-0142-42fd-bdc8-465d299b7454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:43.635057 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-e70073d6-14c8-4a99-a07b-33544be46141 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=37c6f410305c409ba14ba6c6bf42f5e8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3097379
Apr 05 12:07:43.635926 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70073d6-14c8-4a99-a07b-33544be46141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42159d2-201f-44ae-9523-5faa544ceca4,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:43.638102 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 41742) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:07:43.639135 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e70073d6-14c8-4a99-a07b-33544be46141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:43.700976 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66aa09e0-7f3c-47f5-89be-9baf5a3c7038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:43.733264 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66aa09e0-7f3c-47f5-89be-9baf5a3c7038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:43.745750 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b659b4-8fcd-4dc2-97ab-5a21da529203 req-5c603443-8095-42d5-9b8a-187b10312819 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:43.747518 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b8b659b4-8fcd-4dc2-97ab-5a21da529203 req-5c603443-8095-42d5-9b8a-187b10312819 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.0918734
Apr 05 12:07:43.799561 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b8b659b4-8fcd-4dc2-97ab-5a21da529203 req-2cff5eed-6d11-4db7-8ab1-2890e98fe8ab tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453353
Apr 05 12:07:43.989086 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66aa09e0-7f3c-47f5-89be-9baf5a3c7038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:43.994359 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-26b805ba-f9d4-40d3-8aa3-c33b733c7ec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:44.042801 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa09e0-7f3c-47f5-89be-9baf5a3c7038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42159d2-201f-44ae-9523-5faa544ceca4,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:44.050779 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-66aa09e0-7f3c-47f5-89be-9baf5a3c7038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:44.064818 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-66aa09e0-7f3c-47f5-89be-9baf5a3c7038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:44.074631 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-66aa09e0-7f3c-47f5-89be-9baf5a3c7038 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d42159d2-201f-44ae-9523-5faa544ceca4 HTTP/1.1" status: 204  len: 168 time: 0.4326696
Apr 05 12:07:44.082454 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dec263-2d36-42bc-b3da-91b844709f47 req-d51dffe8-9b03-46f1-b412-d3f656dc7996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:44.084932 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-91dec263-2d36-42bc-b3da-91b844709f47 req-d51dffe8-9b03-46f1-b412-d3f656dc7996 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a624cba82a54b939eb86267a2c9023d&device_id=e9f8c771-c22a-4737-ad78-38d7e75ea49f HTTP/1.1" status: 200  len: 1100 time: 0.0860214
Apr 05 12:07:44.116413 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886742c-887c-4942-899f-aca544ed1b51 req-2a3fa81e-4e88-4206-a820-09c60b15b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:44.118315 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8886742c-887c-4942-899f-aca544ed1b51 req-2a3fa81e-4e88-4206-a820-09c60b15b4a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c0184ae62e6427db9fd25988a10a9c2&device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 1096 time: 0.1129043
Apr 05 12:07:44.212792 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d4d35-4545-43c7-aecb-6a28f9dc92d2 req-f00b4814-edfc-4165-b2bf-106f40e0adde tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:44.214419 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-113d4d35-4545-43c7-aecb-6a28f9dc92d2 req-f00b4814-edfc-4165-b2bf-106f40e0adde tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f8c771-c22a-4737-ad78-38d7e75ea49f HTTP/1.1" status: 200  len: 947 time: 0.0912919
Apr 05 12:07:44.265410 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-113d4d35-4545-43c7-aecb-6a28f9dc92d2 req-663c60fb-46af-43a8-8ced-3907f50a080b tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5922ef8-fcf3-4240-a0c1-c82965a7e237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420544
Apr 05 12:07:44.354423 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-91dec263-2d36-42bc-b3da-91b844709f47 req-e85ae61c-e8f7-4b25-98cd-d24110882f15 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4a624cba82a54b939eb86267a2c9023d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0417125
Apr 05 12:07:44.456363 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8886742c-887c-4942-899f-aca544ed1b51 req-b2d00da7-8fb3-4c48-9bb7-91aa943031ee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8982c272-f481-4303-82c5-1958c6301c19 HTTP/1.1" status: 200  len: 217 time: 0.1331530
Apr 05 12:07:44.513213 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dec263-2d36-42bc-b3da-91b844709f47 req-52c30f3c-71d6-48c2-9d68-06c65c1409fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:44.514885 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-91dec263-2d36-42bc-b3da-91b844709f47 req-52c30f3c-71d6-48c2-9d68-06c65c1409fb service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1529939
Apr 05 12:07:44.554997 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886742c-887c-4942-899f-aca544ed1b51 req-69ff6a58-bec4-4e67-9e17-5ba39b57f32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:44.556565 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8886742c-887c-4942-899f-aca544ed1b51 req-69ff6a58-bec4-4e67-9e17-5ba39b57f32b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a41d3eb2-4ae3-4bca-813b-303785d3193b HTTP/1.1" status: 200  len: 854 time: 0.0903640
Apr 05 12:07:44.565499 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bbe7d1-edad-499f-95e2-efdef9bef1ec req-8c00d8dc-f337-40af-9830-0513f78b01e5 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:44.567018 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-91bbe7d1-edad-499f-95e2-efdef9bef1ec req-8c00d8dc-f337-40af-9830-0513f78b01e5 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 945 time: 0.1676419
Apr 05 12:07:44.647725 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8886742c-887c-4942-899f-aca544ed1b51 req-e1e72f8a-e908-427c-859d-4e7b5d30727e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07054388-504e-4ac2-b33c-6ef540158df3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0576727
Apr 05 12:07:44.675413 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-54e43223-790c-4632-9560-e130447bf820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:44.677028 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-54e43223-790c-4632-9560-e130447bf820 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a624cba82a54b939eb86267a2c9023d&device_id=e9f8c771-c22a-4737-ad78-38d7e75ea49f HTTP/1.1" status: 200  len: 1100 time: 0.0965593
Apr 05 12:07:44.701999 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-91bbe7d1-edad-499f-95e2-efdef9bef1ec req-edf87fcb-59c6-4462-8750-0be1c6f3fff7 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281712
Apr 05 12:07:44.806433 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-6308b7ac-6d90-489b-9de7-71c540d04045 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=5999d8cb-7f6f-4e9d-9e7c-3cdff0133623 HTTP/1.1" status: 200  len: 217 time: 0.0740650
Apr 05 12:07:44.825220 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8886742c-887c-4942-899f-aca544ed1b51 req-60ed2353-ce27-4aae-880f-b91ef8f53ac6 service neutron] 10.222.0.37 "GET /v2.0/networks/07054388-504e-4ac2-b33c-6ef540158df3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1467860
Apr 05 12:07:44.842844 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8f888-fd28-4112-92cb-f948c0d6f4ca req-75f9475f-d2bc-44a3-ac1e-931e474ccabe tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:44.844435 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b9d8f888-fd28-4112-92cb-f948c0d6f4ca req-75f9475f-d2bc-44a3-ac1e-931e474ccabe tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 943 time: 0.1657839
Apr 05 12:07:44.894049 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b9d8f888-fd28-4112-92cb-f948c0d6f4ca req-bdb13fa4-a7ff-486d-8cc5-fb7d1e5b85c6 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424349
Apr 05 12:07:45.011009 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760765e-4f98-4df1-8aa8-3e8c28f7f289 req-6d9036ba-7f73-4b26-84fe-1ce12d2bc1f9 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:45.012600 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0760765e-4f98-4df1-8aa8-3e8c28f7f289 req-6d9036ba-7f73-4b26-84fe-1ce12d2bc1f9 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.0946422
Apr 05 12:07:45.077771 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0760765e-4f98-4df1-8aa8-3e8c28f7f289 req-374aa7da-0f05-4b4b-848d-707b07ba4f08 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567310
Apr 05 12:07:45.609453 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0874e-ae20-468f-90de-912fe389e97c req-ca6dc0c6-a8e3-43b1-85d8-2d7b16609565 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:45.611105 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9bc0874e-ae20-468f-90de-912fe389e97c req-ca6dc0c6-a8e3-43b1-85d8-2d7b16609565 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f8c771-c22a-4737-ad78-38d7e75ea49f HTTP/1.1" status: 200  len: 947 time: 0.0932727
Apr 05 12:07:45.662384 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9bc0874e-ae20-468f-90de-912fe389e97c req-240798f2-efa8-45c9-9a0b-9cbc6a654cdf tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5922ef8-fcf3-4240-a0c1-c82965a7e237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420339
Apr 05 12:07:45.908436 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d2d50-12e3-4e22-9bce-1f23556f9a90 req-eafabb9e-573f-44cf-b332-2a31987ac184 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:45.910030 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f73d2d50-12e3-4e22-9bce-1f23556f9a90 req-eafabb9e-573f-44cf-b332-2a31987ac184 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 945 time: 0.0889204
Apr 05 12:07:45.970780 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f73d2d50-12e3-4e22-9bce-1f23556f9a90 req-ce356343-9a14-45f6-b3a3-68eb58904ef4 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542560
Apr 05 12:07:46.162981 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb676b-40ce-4b9f-874b-d2b2eea9bb6a req-eb49a19d-d917-450d-a0aa-04252f24f3fd tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:46.164552 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-decb676b-40ce-4b9f-874b-d2b2eea9bb6a req-eb49a19d-d917-450d-a0aa-04252f24f3fd tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 943 time: 0.0887146
Apr 05 12:07:46.213428 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-decb676b-40ce-4b9f-874b-d2b2eea9bb6a req-0a656708-108c-402f-a9e4-2b960fb35aee tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422225
Apr 05 12:07:46.406255 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beabe670-6c61-4657-9758-7abe32a56323 req-d630014f-7f8d-4403-a0a2-046419151c76 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:46.407899 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-beabe670-6c61-4657-9758-7abe32a56323 req-d630014f-7f8d-4403-a0a2-046419151c76 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.0936334
Apr 05 12:07:46.455040 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-beabe670-6c61-4657-9758-7abe32a56323 req-7578d3eb-6a41-4466-9d98-a63ea5294ffa tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405457
Apr 05 12:07:46.857071 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e384db-4fa6-4979-b96d-28f85c1d1b31 req-13e5d555-2ea7-4168-9059-93cfd24ab140 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:46.858585 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e1e384db-4fa6-4979-b96d-28f85c1d1b31 req-13e5d555-2ea7-4168-9059-93cfd24ab140 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f8c771-c22a-4737-ad78-38d7e75ea49f HTTP/1.1" status: 200  len: 947 time: 0.0860803
Apr 05 12:07:46.905636 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e1e384db-4fa6-4979-b96d-28f85c1d1b31 req-b9501af9-04e8-491b-8012-d63dd71d5804 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5922ef8-fcf3-4240-a0c1-c82965a7e237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409470
Apr 05 12:07:47.176997 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae83a4-6f0d-4903-a74d-8eb5edb3d9f9 req-a905bbbe-3da3-43a8-899a-4e08e4076165 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:47.179111 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-38ae83a4-6f0d-4903-a74d-8eb5edb3d9f9 req-a905bbbe-3da3-43a8-899a-4e08e4076165 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 945 time: 0.0967534
Apr 05 12:07:47.225616 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-38ae83a4-6f0d-4903-a74d-8eb5edb3d9f9 req-ef93d25d-d44a-451e-ae3d-01a607057fe7 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401194
Apr 05 12:07:47.411283 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6132b9-8c2c-4567-a875-2466a7929610 req-79bef3c8-93fb-4d1b-8644-53a47f81eebc tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:47.412991 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2e6132b9-8c2c-4567-a875-2466a7929610 req-79bef3c8-93fb-4d1b-8644-53a47f81eebc tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 943 time: 0.0863147
Apr 05 12:07:47.462631 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2e6132b9-8c2c-4567-a875-2466a7929610 req-647aa645-45d0-478c-bfd8-f13597426265 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432677
Apr 05 12:07:47.581754 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-199685b0-6936-42e2-8f07-de9bedb6281c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:47.584024 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-199685b0-6936-42e2-8f07-de9bedb6281c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2b8d6c13-3945-4bad-a95c-d7fd20ddcc57 HTTP/1.1" status: 200  len: 843 time: 0.0689070
Apr 05 12:07:47.725947 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8886742c-887c-4942-899f-aca544ed1b51 req-9685dfd5-6abf-4afa-9b99-c8ba28d4af54 service neutron] 10.222.0.37 "GET /v2.0/networks/07054388-504e-4ac2-b33c-6ef540158df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1987445
Apr 05 12:07:47.738434 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd16c9-6427-4c68-998a-3d37c400eefa req-eb9c5301-6dca-4960-9c1c-ca28484e8142 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:47.740663 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-93bd16c9-6427-4c68-998a-3d37c400eefa req-eb9c5301-6dca-4960-9c1c-ca28484e8142 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.1436501
Apr 05 12:07:47.789741 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-93bd16c9-6427-4c68-998a-3d37c400eefa req-049f1fac-eb9f-4363-882f-f408fd077ae0 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426848
Apr 05 12:07:48.108662 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4274347-f841-41c6-b6ea-fbfd86b7b5ff req-eb391068-2f84-4e0c-b8cc-a0ea21fe326f tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:48.110899 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e4274347-f841-41c6-b6ea-fbfd86b7b5ff req-eb391068-2f84-4e0c-b8cc-a0ea21fe326f tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f8c771-c22a-4737-ad78-38d7e75ea49f HTTP/1.1" status: 200  len: 947 time: 0.0915725
Apr 05 12:07:48.160494 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e4274347-f841-41c6-b6ea-fbfd86b7b5ff req-154372a8-6ed9-4660-a9bf-4313b9c5bac0 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5922ef8-fcf3-4240-a0c1-c82965a7e237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428157
Apr 05 12:07:48.427846 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf8d1f-8a9d-4be4-8e43-7c07c56450ed req-883f2793-9592-46ad-a84c-29205e64fa88 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:48.429448 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9caf8d1f-8a9d-4be4-8e43-7c07c56450ed req-883f2793-9592-46ad-a84c-29205e64fa88 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 945 time: 0.0888937
Apr 05 12:07:48.475937 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9caf8d1f-8a9d-4be4-8e43-7c07c56450ed req-fc842b26-3330-4f62-b7d2-4f0c079e8874 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402298
Apr 05 12:07:48.657671 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0776e-3a5d-4278-8b58-eed3fb60c14c req-01995ef0-d907-45d5-9cbc-20236476adcd tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:48.659191 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3fd0776e-3a5d-4278-8b58-eed3fb60c14c req-01995ef0-d907-45d5-9cbc-20236476adcd tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 943 time: 0.0859339
Apr 05 12:07:48.705936 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3fd0776e-3a5d-4278-8b58-eed3fb60c14c req-d7d6bfea-d23a-486f-aeb5-3eca7abd3e82 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398993
Apr 05 12:07:48.990114 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57853066-65b1-4a61-9698-048f34b4a540 req-eeacefb7-d07e-4194-984b-16a95b0af65e tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:48.991768 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-57853066-65b1-4a61-9698-048f34b4a540 req-eeacefb7-d07e-4194-984b-16a95b0af65e tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.0898631
Apr 05 12:07:49.039035 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-57853066-65b1-4a61-9698-048f34b4a540 req-fdd58663-b4d6-42b9-994e-1ce7e0f50169 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409703
Apr 05 12:07:49.370312 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-f2351609-24b0-429d-ac0c-efb7ab5a1f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:49.371920 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-f2351609-24b0-429d-ac0c-efb7ab5a1f52 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=713bffb3-6d8e-49e4-9a99-65760cd1aaa0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0892060
Apr 05 12:07:49.433794 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4cd862-68e9-428a-9e18-23c6b5408007 req-ea2576ae-f86e-4616-87e7-066c72561499 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:49.435330 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8f4cd862-68e9-428a-9e18-23c6b5408007 req-ea2576ae-f86e-4616-87e7-066c72561499 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f8c771-c22a-4737-ad78-38d7e75ea49f HTTP/1.1" status: 200  len: 947 time: 0.1583924
Apr 05 12:07:49.447042 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dadbdd-a545-404b-9894-e76a02493f53 req-38346861-d0a4-4917-b4d0-1f039df09cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:49.448618 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a6dadbdd-a545-404b-9894-e76a02493f53 req-38346861-d0a4-4917-b4d0-1f039df09cfb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c0184ae62e6427db9fd25988a10a9c2&device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 1096 time: 0.1137168
Apr 05 12:07:49.523318 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-037d8158-4c73-45c2-9876-6746ae84875d service neutron] 10.222.0.37 "GET /v2.0/networks/713bffb3-6d8e-49e4-9a99-65760cd1aaa0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383023
Apr 05 12:07:49.560944 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8f4cd862-68e9-428a-9e18-23c6b5408007 req-ecfc2a9a-6311-4dd6-94d1-d2fd8f21e71b tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5922ef8-fcf3-4240-a0c1-c82965a7e237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169462
Apr 05 12:07:49.628888 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dadbdd-a545-404b-9894-e76a02493f53 req-3f9a4685-faf4-48a7-83c2-addf0938203a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:49.630523 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a6dadbdd-a545-404b-9894-e76a02493f53 req-3f9a4685-faf4-48a7-83c2-addf0938203a service neutron] 10.222.0.37 "GET /v2.0/networks?id=07054388-504e-4ac2-b33c-6ef540158df3 HTTP/1.1" status: 200  len: 915 time: 0.1521914
Apr 05 12:07:49.709032 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a6dadbdd-a545-404b-9894-e76a02493f53 req-5b592dd5-3a46-4b63-9d6f-c2f7a350fd61 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8982c272-f481-4303-82c5-1958c6301c19 HTTP/1.1" status: 200  len: 217 time: 0.0702741
Apr 05 12:07:49.733086 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ee51544e-c30a-439c-bc39-66ef525efa42 req-0370edf1-3ea2-4b2e-8058-d4956f7028a2 service neutron] 10.222.0.37 "GET /v2.0/networks/713bffb3-6d8e-49e4-9a99-65760cd1aaa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2018723
Apr 05 12:07:49.745133 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09542ee-71ab-4145-bfd2-e26d147a7f88 req-ab19cb07-0e7e-4393-9021-5469131970b3 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:49.746704 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a09542ee-71ab-4145-bfd2-e26d147a7f88 req-ab19cb07-0e7e-4393-9021-5469131970b3 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 945 time: 0.1437347
Apr 05 12:07:49.781342 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dadbdd-a545-404b-9894-e76a02493f53 req-f5e9ed08-0dc8-4fea-b4fa-6e8bc015714b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:49.782954 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a6dadbdd-a545-404b-9894-e76a02493f53 req-f5e9ed08-0dc8-4fea-b4fa-6e8bc015714b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a41d3eb2-4ae3-4bca-813b-303785d3193b HTTP/1.1" status: 200  len: 854 time: 0.0658500
Apr 05 12:07:49.797113 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a09542ee-71ab-4145-bfd2-e26d147a7f88 req-03ec3e9a-b903-4b50-bbbf-c494ee2c4b2f tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436621
Apr 05 12:07:49.919189 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a6dadbdd-a545-404b-9894-e76a02493f53 req-3e759280-307f-42d5-8f87-9f467ec98b97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07054388-504e-4ac2-b33c-6ef540158df3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0961604
Apr 05 12:07:49.957030 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913ed3e-0b32-4ce1-af07-03d7c0ce7a59 req-03fb0ab1-754d-498b-b1ff-a83e5526d1f7 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:49.958750 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4913ed3e-0b32-4ce1-af07-03d7c0ce7a59 req-03fb0ab1-754d-498b-b1ff-a83e5526d1f7 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 943 time: 0.1344500
Apr 05 12:07:50.008267 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4913ed3e-0b32-4ce1-af07-03d7c0ce7a59 req-db34ee19-8e45-494d-a8f8-6104191c003b tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429709
Apr 05 12:07:50.232976 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a6dadbdd-a545-404b-9894-e76a02493f53 req-b8063a6f-17bc-41b2-8699-326e7f1ed58e service neutron] 10.222.0.37 "GET /v2.0/networks/07054388-504e-4ac2-b33c-6ef540158df3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386745
Apr 05 12:07:50.243756 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc567d63-d676-42f0-bb80-d2bf63a9d3b5 req-c871496c-056e-4833-8b51-b62d84cca87a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:50.245369 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fc567d63-d676-42f0-bb80-d2bf63a9d3b5 req-c871496c-056e-4833-8b51-b62d84cca87a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.0917447
Apr 05 12:07:50.295317 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fc567d63-d676-42f0-bb80-d2bf63a9d3b5 req-2b6b7c9a-1bea-475d-b4dc-f8bff61bf418 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424788
Apr 05 12:07:50.384993 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a6dadbdd-a545-404b-9894-e76a02493f53 req-d4b0599f-fb63-4a3b-8c5b-2d44e64c5dd1 service neutron] 10.222.0.37 "GET /v2.0/networks/07054388-504e-4ac2-b33c-6ef540158df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410301
Apr 05 12:07:50.754884 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0427a2-fc03-41c8-9fb4-a0aac8f2fa61 req-94ccfc6e-6bb0-49be-b58a-a398416fac37 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:50.756565 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-bc0427a2-fc03-41c8-9fb4-a0aac8f2fa61 req-94ccfc6e-6bb0-49be-b58a-a398416fac37 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f8c771-c22a-4737-ad78-38d7e75ea49f HTTP/1.1" status: 200  len: 947 time: 0.0839489
Apr 05 12:07:50.805585 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-bc0427a2-fc03-41c8-9fb4-a0aac8f2fa61 req-384726c1-5c30-45f9-94f4-422a6dde0994 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5922ef8-fcf3-4240-a0c1-c82965a7e237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425808
Apr 05 12:07:51.006791 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596770b3-af5f-412b-9777-6cf2428922dd req-d3c5f1bf-cdcd-41b4-a09b-5b2eeed62b3d tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:51.008358 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-596770b3-af5f-412b-9777-6cf2428922dd req-d3c5f1bf-cdcd-41b4-a09b-5b2eeed62b3d tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 945 time: 0.0876520
Apr 05 12:07:51.056076 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-596770b3-af5f-412b-9777-6cf2428922dd req-42201e2c-8b4b-4f85-8a93-9b50eca69773 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414197
Apr 05 12:07:51.262054 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402b0bd-6c30-4292-bcdf-d4d48e826664 req-1d7c77a4-6cd3-4117-b641-2c50df1ecf83 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:51.266771 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c402b0bd-6c30-4292-bcdf-d4d48e826664 req-1d7c77a4-6cd3-4117-b641-2c50df1ecf83 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 943 time: 0.1364932
Apr 05 12:07:51.316765 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c402b0bd-6c30-4292-bcdf-d4d48e826664 req-bc6301cd-11b7-4267-b0e7-48bae4f5ca8c tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465956
Apr 05 12:07:51.399558 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 41914) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:07:51.543363 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37858f8b-0bf1-4d63-bd23-563ef929d3f4 req-5f30efe2-7d90-4236-aa66-6ad8d74a79a5 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:51.544943 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-37858f8b-0bf1-4d63-bd23-563ef929d3f4 req-5f30efe2-7d90-4236-aa66-6ad8d74a79a5 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.1281054
Apr 05 12:07:51.547520 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2d6c0d8a-1cfd-4b3e-8d9e-0aa7630b954e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:51.581996 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2d6c0d8a-1cfd-4b3e-8d9e-0aa7630b954e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:07:51.589535 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-2d6c0d8a-1cfd-4b3e-8d9e-0aa7630b954e admin admin] Usage tracker for resource:security_group_rule and tenant:8634a0bbd2474c7db01721d5707e4ba4 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:07:51.601046 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-2d6c0d8a-1cfd-4b3e-8d9e-0aa7630b954e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:07:51.611544 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2d6c0d8a-1cfd-4b3e-8d9e-0aa7630b954e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:07:51.619576 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-37858f8b-0bf1-4d63-bd23-563ef929d3f4 req-a16dce50-7f6e-4ba2-abb7-f83306bee373 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614378
Apr 05 12:07:51.701093 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2d6c0d8a-1cfd-4b3e-8d9e-0aa7630b954e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:51.703961 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2d6c0d8a-1cfd-4b3e-8d9e-0aa7630b954e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:51.712798 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:51.754346 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-2d6c0d8a-1cfd-4b3e-8d9e-0aa7630b954e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8634a0bbd2474c7db01721d5707e4ba4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3536587
Apr 05 12:07:51.755833 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c0d8a-1cfd-4b3e-8d9e-0aa7630b954e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dedbf45-570d-42b2-a126-f6e5dd75c257,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:51.758091 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 41928) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:07:51.759176 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2d6c0d8a-1cfd-4b3e-8d9e-0aa7630b954e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:51.820903 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1baf9a57-bc57-4edd-b25b-fd756d06ae43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:51.848637 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1baf9a57-bc57-4edd-b25b-fd756d06ae43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:51.902174 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1baf9a57-bc57-4edd-b25b-fd756d06ae43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:51.909051 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-65ff3a28-a49f-4e22-8ebe-3e58b1e78cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:51.925367 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1baf9a57-bc57-4edd-b25b-fd756d06ae43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:51.926635 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-1baf9a57-bc57-4edd-b25b-fd756d06ae43 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5dedbf45-570d-42b2-a126-f6e5dd75c257 HTTP/1.1" status: 204  len: 168 time: 0.1673625
Apr 05 12:07:51.963484 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf9a57-bc57-4edd-b25b-fd756d06ae43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dedbf45-570d-42b2-a126-f6e5dd75c257,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:51.970769 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-1baf9a57-bc57-4edd-b25b-fd756d06ae43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:52.033099 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90857b6-c91e-401d-814c-211f0b839174 req-9aabdec9-2b4d-48d8-bea7-525440673a62 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:52.034743 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b90857b6-c91e-401d-814c-211f0b839174 req-9aabdec9-2b4d-48d8-bea7-525440673a62 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f8c771-c22a-4737-ad78-38d7e75ea49f HTTP/1.1" status: 200  len: 947 time: 0.1114004
Apr 05 12:07:52.096281 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b90857b6-c91e-401d-814c-211f0b839174 req-1dffc1d1-1155-4d1b-9c35-f6433fe396c6 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5922ef8-fcf3-4240-a0c1-c82965a7e237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545342
Apr 05 12:07:52.247172 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3a4ec-c1c6-408a-b00b-3e2c2751acf8 req-4a2025b1-6a34-438c-80f1-a7cbdc755e03 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:52.248927 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-87f3a4ec-c1c6-408a-b00b-3e2c2751acf8 req-4a2025b1-6a34-438c-80f1-a7cbdc755e03 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.37 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 945 time: 0.1001427
Apr 05 12:07:52.294378 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace38bf7-5056-4476-87bd-f2e9f899e072 req-a0e9354c-42d8-478f-b23c-ec3342462d28 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:52.296243 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ace38bf7-5056-4476-87bd-f2e9f899e072 req-a0e9354c-42d8-478f-b23c-ec3342462d28 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 945 time: 0.1011531
Apr 05 12:07:52.357054 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-87f3a4ec-c1c6-408a-b00b-3e2c2751acf8 req-c7863d13-a15f-4b72-8587-b2cd8abd5ef6 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Deleting port 5886b48b-907c-49d7-8944-4161b3a705cb {{(pid=84268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:07:52.357553 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-87f3a4ec-c1c6-408a-b00b-3e2c2751acf8 req-c7863d13-a15f-4b72-8587-b2cd8abd5ef6 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:52.359804 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ace38bf7-5056-4476-87bd-f2e9f899e072 req-6bd64cb4-3e65-4fbd-b82b-db844d044c65 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab940dd0-76f9-47bc-9ba6-1440371c1958&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453811
Apr 05 12:07:52.448676 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 6 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:07:52.843782 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7cf47b-3ef3-428c-b355-fdbde4989ee5 req-e7643fe7-4d9a-4a93-a764-33285ac3524a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:52.845451 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7f7cf47b-3ef3-428c-b355-fdbde4989ee5 req-e7643fe7-4d9a-4a93-a764-33285ac3524a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.0960906
Apr 05 12:07:52.897618 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7f7cf47b-3ef3-428c-b355-fdbde4989ee5 req-b30038d1-1380-4efa-adbb-27b1d9c84728 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447271
Apr 05 12:07:52.902877 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2aed48-ce8f-49ae-8e75-a0c3ed27a7df req-c5b9f073-b4bd-4eb9-81b3-abe78222146a tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:52.904498 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2d2aed48-ce8f-49ae-8e75-a0c3ed27a7df req-c5b9f073-b4bd-4eb9-81b3-abe78222146a tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 943 time: 0.4327855
Apr 05 12:07:52.971784 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-87f3a4ec-c1c6-408a-b00b-3e2c2751acf8 req-c7863d13-a15f-4b72-8587-b2cd8abd5ef6 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] For port 5886b48b-907c-49d7-8944-4161b3a705cb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5886b48b-907c-49d7-8944-4161b3a705cb,segment=NetworkSegment(74e0d4c5-5da8-4729-9a17-350ef9681d29),segment_id=74e0d4c5-5da8-4729-9a17-350ef9681d29)] {{(pid=84268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:07:52.972187 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-87f3a4ec-c1c6-408a-b00b-3e2c2751acf8 req-c7863d13-a15f-4b72-8587-b2cd8abd5ef6 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:53.049132 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2d2aed48-ce8f-49ae-8e75-a0c3ed27a7df req-21e58932-55a3-421b-a39b-e88488bc0a38 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317191
Apr 05 12:07:53.121336 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-87f3a4ec-c1c6-408a-b00b-3e2c2751acf8 req-c7863d13-a15f-4b72-8587-b2cd8abd5ef6 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Calling delete_port for 5886b48b-907c-49d7-8944-4161b3a705cb owned by compute:nova {{(pid=84268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:07:53.444416 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-87f3a4ec-c1c6-408a-b00b-3e2c2751acf8 req-c7863d13-a15f-4b72-8587-b2cd8abd5ef6 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:53.453735 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba0cfc-cd46-4bca-9871-9fdae101bccd req-47cf1aca-0539-4891-8427-5b83e72f88bd tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:53.455383 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-14ba0cfc-cd46-4bca-9871-9fdae101bccd req-47cf1aca-0539-4891-8427-5b83e72f88bd tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f8c771-c22a-4737-ad78-38d7e75ea49f HTTP/1.1" status: 200  len: 947 time: 0.1665239
Apr 05 12:07:53.461378 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['5886b48b-907c-49d7-8944-4161b3a705cb'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:07:53.471513 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:53.536490 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c7d08427-bf43-47e7-a771-d92ae42ed113 req-94aa842e-40bd-41c6-81c0-8a384a011d6b tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 210 time: 0.0548408
Apr 05 12:07:53.586991 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7863d13-a15f-4b72-8587-b2cd8abd5ef6 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Pushing event deleted for resources: {'Port': ['ID=5886b48b-907c-49d7-8944-4161b3a705cb,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:53.600846 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-c7863d13-a15f-4b72-8587-b2cd8abd5ef6 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:53.629316 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8e4bdb07-e470-4028-8814-a1c538441b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:53.641733 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-14ba0cfc-cd46-4bca-9871-9fdae101bccd req-afff8865-20ff-48ec-82a2-14e9a07412fd tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5922ef8-fcf3-4240-a0c1-c82965a7e237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819757
Apr 05 12:07:53.786905 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f3a4ec-c1c6-408a-b00b-3e2c2751acf8 req-c7863d13-a15f-4b72-8587-b2cd8abd5ef6 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] No DVR routers for this DVR port 5886b48b-907c-49d7-8944-4161b3a705cb on host hv-cinder-78476 {{(pid=84268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 12:07:53.790235 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-87f3a4ec-c1c6-408a-b00b-3e2c2751acf8 req-c7863d13-a15f-4b72-8587-b2cd8abd5ef6 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:53.793142 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8684743b-ae41-4c22-ab30-6d1e41e460be', 'name': 'network-vif-deleted', 'tag': '5886b48b-907c-49d7-8944-4161b3a705cb'}] {{(pid=84268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:07:53.811868 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-87f3a4ec-c1c6-408a-b00b-3e2c2751acf8 req-c7863d13-a15f-4b72-8587-b2cd8abd5ef6 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.37 "DELETE /v2.0/ports/5886b48b-907c-49d7-8944-4161b3a705cb HTTP/1.1" status: 204  len: 173 time: 1.5540371
Apr 05 12:07:53.849381 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8684743b-ae41-4c22-ab30-6d1e41e460be', 'name': 'network-vif-deleted', 'tag': '5886b48b-907c-49d7-8944-4161b3a705cb', 'status': 'completed', 'code': 200}
Apr 05 12:07:54.105014 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d13e7-6f17-4d0f-9eb7-250b678f6db3 req-6d3fceff-d5f2-4319-86e4-9832cbc009bc tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:54.112997 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7c9d13e7-6f17-4d0f-9eb7-250b678f6db3 req-6d3fceff-d5f2-4319-86e4-9832cbc009bc tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.0983484
Apr 05 12:07:54.170056 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7c9d13e7-6f17-4d0f-9eb7-250b678f6db3 req-f68307cc-eb39-42c6-89be-0fe8b2a95c42 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559292
Apr 05 12:07:54.263977 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed7d8a-c41c-4346-afc3-8fd9c54f6f9c req-f6ad0adb-b9ee-45a1-86c8-2be2fd6abef6 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:54.265606 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a5ed7d8a-c41c-4346-afc3-8fd9c54f6f9c req-f6ad0adb-b9ee-45a1-86c8-2be2fd6abef6 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 943 time: 0.0893888
Apr 05 12:07:54.315653 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a5ed7d8a-c41c-4346-afc3-8fd9c54f6f9c req-9f408f4f-2962-4b6e-9bf4-a41ced1f1280 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431182
Apr 05 12:07:54.699927 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ec2fac82-388b-4987-9544-eef2a047c506 req-22e17251-f537-49f8-b043-1373d7fc3c3f tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 210 time: 0.0470769
Apr 05 12:07:54.833914 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:54.887843 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c24f7-6cc1-4a61-a3f4-70d824220108 req-cbe93843-613a-4b53-ac60-811e4ff9e003 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:54.889408 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-678c24f7-6cc1-4a61-a3f4-70d824220108 req-cbe93843-613a-4b53-ac60-811e4ff9e003 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f8c771-c22a-4737-ad78-38d7e75ea49f HTTP/1.1" status: 200  len: 947 time: 0.0865092
Apr 05 12:07:54.939350 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-678c24f7-6cc1-4a61-a3f4-70d824220108 req-b2ba7b66-049f-4332-bccf-c0a7b220f9dc tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5922ef8-fcf3-4240-a0c1-c82965a7e237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435832
Apr 05 12:07:55.366207 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d231dd-8bba-45cf-a302-e701e7a72db6 req-ae3e75fc-fc11-4c8c-b445-a1990f15555a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:55.367821 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-40d231dd-8bba-45cf-a302-e701e7a72db6 req-ae3e75fc-fc11-4c8c-b445-a1990f15555a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.0900643
Apr 05 12:07:55.414765 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-40d231dd-8bba-45cf-a302-e701e7a72db6 req-7f2806a5-068f-42cb-9260-47bc42dffbff tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405180
Apr 05 12:07:55.597694 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb846c-9486-4855-a4eb-130b117ba2a8 req-673484f7-e9f3-461b-9d73-975a6ccb1093 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:55.599962 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a5bb846c-9486-4855-a4eb-130b117ba2a8 req-673484f7-e9f3-461b-9d73-975a6ccb1093 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 943 time: 0.0887275
Apr 05 12:07:55.646570 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a5bb846c-9486-4855-a4eb-130b117ba2a8 req-de68241f-f0a2-492b-bf22-7ca933732726 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404129
Apr 05 12:07:55.862061 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3f781b84-fbf0-4691-b7d5-a93beea934f9 req-fd413dbf-8569-457d-8c8a-5f9790f45af2 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 210 time: 0.0474899
Apr 05 12:07:56.004303 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a5d9d218-09fc-4cff-8982-51b7cc866604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:56.068662 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 8982c272-f481-4303-82c5-1958c6301c19 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 12:07:56.146275 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83baabc-cbfc-44e3-9f41-57aa6cc3df0b req-862cf02d-7589-4782-a727-9914424148e5 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:56.148155 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c83baabc-cbfc-44e3-9f41-57aa6cc3df0b req-862cf02d-7589-4782-a727-9914424148e5 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f8c771-c22a-4737-ad78-38d7e75ea49f HTTP/1.1" status: 200  len: 947 time: 0.0939546
Apr 05 12:07:56.200063 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c83baabc-cbfc-44e3-9f41-57aa6cc3df0b req-8e61afd9-8381-4e93-9caf-bdca6c40d818 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5922ef8-fcf3-4240-a0c1-c82965a7e237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449870
Apr 05 12:07:56.222615 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 8982c272-f481-4303-82c5-1958c6301c19, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=8982c272-f481-4303-82c5-1958c6301c19,segment=NetworkSegment(678a0a32-e584-4bc7-93dc-6b69e2674942),segment_id=678a0a32-e584-4bc7-93dc-6b69e2674942)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:07:56.236805 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Returning: {'device': '8982c272-f481-4303-82c5-1958c6301c19', 'network_id': '07054388-504e-4ac2-b33c-6ef540158df3', 'port_id': '8982c272-f481-4303-82c5-1958c6301c19', 'mac_address': 'fa:16:3e:4d:f5:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a41d3eb2-4ae3-4bca-813b-303785d3193b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 12:07:56.298136 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:56.316154 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8982c272-f481-4303-82c5-1958c6301c19 {{(pid=84270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:07:56.331628 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 8982c272-f481-4303-82c5-1958c6301c19, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=8982c272-f481-4303-82c5-1958c6301c19,segment=NetworkSegment(678a0a32-e584-4bc7-93dc-6b69e2674942),segment_id=678a0a32-e584-4bc7-93dc-6b69e2674942)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:07:56.334422 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:56.335157 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 5999d8cb-7f6f-4e9d-9e7c-3cdff0133623 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 12:07:56.338370 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:56.500575 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=8982c272-f481-4303-82c5-1958c6301c19,revision_number=4']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:56.506803 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:56.511471 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:56.556760 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 5999d8cb-7f6f-4e9d-9e7c-3cdff0133623, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5999d8cb-7f6f-4e9d-9e7c-3cdff0133623,segment=NetworkSegment(a65a2c3a-4c40-494b-ad59-f1c3f54d0b69),segment_id=a65a2c3a-4c40-494b-ad59-f1c3f54d0b69)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:07:56.571062 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Returning: {'device': '5999d8cb-7f6f-4e9d-9e7c-3cdff0133623', 'network_id': '713bffb3-6d8e-49e4-9a99-65760cd1aaa0', 'port_id': '5999d8cb-7f6f-4e9d-9e7c-3cdff0133623', 'mac_address': 'fa:16:3e:c1:01:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b8d6c13-3945-4bad-a95c-d7fd20ddcc57', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 12:07:56.621586 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dde843-ccb7-44fb-8a68-898ef88784dd req-d7585cd1-3aca-44aa-8c03-e92c41ec8607 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:56.623217 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b4dde843-ccb7-44fb-8a68-898ef88784dd req-d7585cd1-3aca-44aa-8c03-e92c41ec8607 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.0865440
Apr 05 12:07:56.633234 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:56.651739 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5999d8cb-7f6f-4e9d-9e7c-3cdff0133623 {{(pid=84270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:07:56.667645 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 5999d8cb-7f6f-4e9d-9e7c-3cdff0133623, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5999d8cb-7f6f-4e9d-9e7c-3cdff0133623,segment=NetworkSegment(a65a2c3a-4c40-494b-ad59-f1c3f54d0b69),segment_id=a65a2c3a-4c40-494b-ad59-f1c3f54d0b69)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:07:56.671119 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b4dde843-ccb7-44fb-8a68-898ef88784dd req-fd3dacc8-b8c4-4d26-80ef-c448ef4edcb0 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414853
Apr 05 12:07:56.671546 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:56.673329 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:07:56.747614 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=5999d8cb-7f6f-4e9d-9e7c-3cdff0133623,revision_number=4']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:07:56.750770 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:07:57.061277 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02b759-3d02-4959-808e-0bc24035c940 req-3912faa8-f048-4e00-9a11-b6514f47f191 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:57.062864 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9c02b759-3d02-4959-808e-0bc24035c940 req-3912faa8-f048-4e00-9a11-b6514f47f191 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 944 time: 0.2876463
Apr 05 12:07:57.111650 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9c02b759-3d02-4959-808e-0bc24035c940 req-329fe35d-7285-402b-8462-0b2f6cd14956 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422840
Apr 05 12:07:57.261463 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4a0a2587-aa35-4afb-bb4d-c142cdf82970 req-19a6d752-0071-43bc-abc6-4e1c59cabbab tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 210 time: 0.0458980
Apr 05 12:07:57.445716 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48c032-8e73-41e6-91c0-3538f50acf76 req-302cd75e-d013-4dce-9c3c-539e60cb0f29 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:57.447278 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6d48c032-8e73-41e6-91c0-3538f50acf76 req-302cd75e-d013-4dce-9c3c-539e60cb0f29 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f8c771-c22a-4737-ad78-38d7e75ea49f HTTP/1.1" status: 200  len: 948 time: 0.0882666
Apr 05 12:07:57.493494 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6d48c032-8e73-41e6-91c0-3538f50acf76 req-0a49f602-32bd-4acc-9075-9cd7ba7ee4c8 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5922ef8-fcf3-4240-a0c1-c82965a7e237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399780
Apr 05 12:07:57.871115 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15188239-087b-4f7b-a0a4-99eefe6493df req-061161d8-cc7b-46a6-9cfc-776cecf2cd4e tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:57.872582 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-15188239-087b-4f7b-a0a4-99eefe6493df req-061161d8-cc7b-46a6-9cfc-776cecf2cd4e tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.0854023
Apr 05 12:07:57.920208 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-15188239-087b-4f7b-a0a4-99eefe6493df req-d0f27327-15d4-4ccf-9a18-8aff1632eb70 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412371
Apr 05 12:07:58.047278 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:58.073932 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 5886b48b-907c-49d7-8944-4161b3a705cb no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:07:58.123205 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] No Port match for: 5886b48b-907c-49d7-8944-4161b3a705cb {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:07:58.123530 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 5886b48b-907c-49d7-8944-4161b3a705cb not bound to the agent host hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:07:58.320965 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8b537-c6e7-4860-8e99-23a97259902b req-5fe9978f-d037-4d6f-83a6-17583bce8b6d tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:58.322574 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6ef8b537-c6e7-4860-8e99-23a97259902b req-5fe9978f-d037-4d6f-83a6-17583bce8b6d tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 944 time: 0.0952611
Apr 05 12:07:58.374246 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6ef8b537-c6e7-4860-8e99-23a97259902b req-3943a734-60a3-41d6-b72a-750b6c2dbda7 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451646
Apr 05 12:07:58.437386 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-b3e282c2-2463-4e0d-ac2f-08000a721cf8 req-b3d8e56c-473c-4af8-91aa-52d5aced84e9 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Synchronizing usage tracker for tenant:a1f3610ab26944db91319f80a64eb76d on resource:port {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:07:58.452471 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-b3e282c2-2463-4e0d-ac2f-08000a721cf8 req-b3d8e56c-473c-4af8-91aa-52d5aced84e9 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Unset dirty status for tenant:a1f3610ab26944db91319f80a64eb76d on resource:port {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:07:58.453713 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b3e282c2-2463-4e0d-ac2f-08000a721cf8 req-b3d8e56c-473c-4af8-91aa-52d5aced84e9 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] 10.222.0.36 "GET /v2.0/ports?device_id=8684743b-ae41-4c22-ab30-6d1e41e460be HTTP/1.1" status: 200  len: 210 time: 0.0642500
Apr 05 12:07:58.612523 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:07:58.706378 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165fffe7-99a0-4444-9f02-fcf8565c8136 req-08c7b5cd-63f2-4edd-9e15-ae3c5a21c89e tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:58.708488 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-165fffe7-99a0-4444-9f02-fcf8565c8136 req-08c7b5cd-63f2-4edd-9e15-ae3c5a21c89e tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f8c771-c22a-4737-ad78-38d7e75ea49f HTTP/1.1" status: 200  len: 948 time: 0.0974915
Apr 05 12:07:58.757525 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-165fffe7-99a0-4444-9f02-fcf8565c8136 req-7f52e981-f3c3-4d67-81e1-6ea979dd7f80 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5922ef8-fcf3-4240-a0c1-c82965a7e237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422993
Apr 05 12:07:58.783510 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['5999d8cb-7f6f-4e9d-9e7c-3cdff0133623'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:07:58.816781 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['8982c272-f481-4303-82c5-1958c6301c19'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:07:59.232774 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a9cd9-f84f-4b46-9b60-773218676982 req-4f41b95a-43bc-487b-a56f-f4459065d226 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:59.235755 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d19a9cd9-f84f-4b46-9b60-773218676982 req-4f41b95a-43bc-487b-a56f-f4459065d226 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.1701448
Apr 05 12:07:59.316857 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d19a9cd9-f84f-4b46-9b60-773218676982 req-4480459c-44e3-473a-b89a-de7760143d3f tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646830
Apr 05 12:07:59.599916 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2a81e-16f1-44da-a51c-b5d42e32ee4f req-4a3a7279-788b-479b-bc6a-4cc640676bc8 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:59.601522 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-10c2a81e-16f1-44da-a51c-b5d42e32ee4f req-4a3a7279-788b-479b-bc6a-4cc640676bc8 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 944 time: 0.1020055
Apr 05 12:07:59.655689 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-10c2a81e-16f1-44da-a51c-b5d42e32ee4f req-89cd18ed-ae20-4696-9d6a-d24e7de644c4 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468738
Apr 05 12:07:59.975129 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034859f4-f19d-4276-a071-660600392852 req-9dd93af5-ca2a-4b98-9804-1144fcc417d8 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:07:59.976871 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-034859f4-f19d-4276-a071-660600392852 req-9dd93af5-ca2a-4b98-9804-1144fcc417d8 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f8c771-c22a-4737-ad78-38d7e75ea49f HTTP/1.1" status: 200  len: 948 time: 0.0989289
Apr 05 12:08:00.030510 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-034859f4-f19d-4276-a071-660600392852 req-d9d2e92d-1c3c-4bc0-bbf1-dedf05661448 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5922ef8-fcf3-4240-a0c1-c82965a7e237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459700
Apr 05 12:08:00.523364 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcb8c0-bbeb-48c4-8f9a-048b5ef64285 req-4f358285-9481-4fa0-87a9-9448851b058d tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:00.524875 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-85fcb8c0-bbeb-48c4-8f9a-048b5ef64285 req-4f358285-9481-4fa0-87a9-9448851b058d tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.0929234
Apr 05 12:08:00.575676 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-85fcb8c0-bbeb-48c4-8f9a-048b5ef64285 req-daa00d6d-eec5-4d34-84cd-9e9b2b17b42a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445313
Apr 05 12:08:00.859597 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da19e63-5230-4999-a15c-764b15566f32 req-7cbaf067-95d1-42e0-afd7-3a44104fb624 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:00.861093 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2da19e63-5230-4999-a15c-764b15566f32 req-7cbaf067-95d1-42e0-afd7-3a44104fb624 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 944 time: 0.0911105
Apr 05 12:08:00.915322 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2da19e63-5230-4999-a15c-764b15566f32 req-e7a7c0d8-73aa-4cef-96e8-8bdaabf85741 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458231
Apr 05 12:08:01.244524 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56c520-d580-4bd3-a7ff-de76add0e48d req-da180b48-e420-4f4c-b66d-f18d4f9365fa tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:01.246260 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-bc56c520-d580-4bd3-a7ff-de76add0e48d req-da180b48-e420-4f4c-b66d-f18d4f9365fa tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f8c771-c22a-4737-ad78-38d7e75ea49f HTTP/1.1" status: 200  len: 948 time: 0.0931644
Apr 05 12:08:01.295607 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-bc56c520-d580-4bd3-a7ff-de76add0e48d req-603cf39c-97b8-4288-a525-a7616d640e3f tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5922ef8-fcf3-4240-a0c1-c82965a7e237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428298
Apr 05 12:08:01.385442 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 42230) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:01.464269 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-970bc5e4-9a94-43d3-923d-5cd8516af2e6 admin admin] Deleting subnet 74c049cd-31ec-4d29-96c1-0284390e0646 {{(pid=84268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 05 12:08:01.467870 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-970bc5e4-9a94-43d3-923d-5cd8516af2e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:01.523611 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-970bc5e4-9a94-43d3-923d-5cd8516af2e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852551420'] for subnet, precommit_delete_associations {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:01.581660 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-970bc5e4-9a94-43d3-923d-5cd8516af2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-128983'] for subnet, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:01.805465 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb5cf6-2360-455d-a639-d6c11d844718 req-1034bdc0-f376-4683-8693-62c0da21652a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:01.807108 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9cfb5cf6-2360-455d-a639-d6c11d844718 req-1034bdc0-f376-4683-8693-62c0da21652a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.1174414
Apr 05 12:08:01.863317 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9cfb5cf6-2360-455d-a639-d6c11d844718 req-4bdb55b1-d3ea-4989-bdad-6dd82edebc56 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498202
Apr 05 12:08:01.883346 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-970bc5e4-9a94-43d3-923d-5cd8516af2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854646833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851385147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851841380'] for subnet, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:01.899820 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:01.985910 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970bc5e4-9a94-43d3-923d-5cd8516af2e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74c049cd-31ec-4d29-96c1-0284390e0646,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:02.002090 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-970bc5e4-9a94-43d3-923d-5cd8516af2e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:02.038163 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-970bc5e4-9a94-43d3-923d-5cd8516af2e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for subnet, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:02.076729 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 5999d8cb-7f6f-4e9d-9e7c-3cdff0133623 up at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:08:02.093967 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-970bc5e4-9a94-43d3-923d-5cd8516af2e6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/74c049cd-31ec-4d29-96c1-0284390e0646 HTTP/1.1" status: 204  len: 168 time: 0.7072790
Apr 05 12:08:02.096663 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 42246) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:02.139053 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2243b9-4ead-4843-90e3-74a1c2b52ac0 req-5287c965-33a3-4098-a56e-1cf9ba2fe0f8 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:02.140662 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5b2243b9-4ead-4843-90e3-74a1c2b52ac0 req-5287c965-33a3-4098-a56e-1cf9ba2fe0f8 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 944 time: 0.1054637
Apr 05 12:08:02.169051 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning for port 5999d8cb-7f6f-4e9d-9e7c-3cdff0133623 completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:08:02.175759 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning complete for port 5999d8cb-7f6f-4e9d-9e7c-3cdff0133623 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:08:02.176354 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:02.191714 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5b2243b9-4ead-4843-90e3-74a1c2b52ac0 req-aa4efbae-d282-48e5-8d4d-940d801afc5e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432417
Apr 05 12:08:02.262506 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f17257b-98eb-4f3b-888a-d5a5baf719e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-139629'] for network, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:02.313429 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:02.355951 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f8c771-c22a-4737-ad78-38d7e75ea49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5999d8cb-7f6f-4e9d-9e7c-3cdff0133623'}] {{(pid=84270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:08:02.373127 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 5999d8cb-7f6f-4e9d-9e7c-3cdff0133623, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5999d8cb-7f6f-4e9d-9e7c-3cdff0133623,segment=NetworkSegment(a65a2c3a-4c40-494b-ad59-f1c3f54d0b69),segment_id=a65a2c3a-4c40-494b-ad59-f1c3f54d0b69)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:08:02.376806 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:02.377887 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 8982c272-f481-4303-82c5-1958c6301c19 up at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:08:02.437827 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:02.481822 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f8c771-c22a-4737-ad78-38d7e75ea49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5999d8cb-7f6f-4e9d-9e7c-3cdff0133623', 'code': 200}
Apr 05 12:08:02.541333 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning for port 8982c272-f481-4303-82c5-1958c6301c19 completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:08:02.548194 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=5999d8cb-7f6f-4e9d-9e7c-3cdff0133623,revision_number=5']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:02.552687 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:02.553577 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning complete for port 8982c272-f481-4303-82c5-1958c6301c19 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:08:02.554143 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:02.593753 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f17257b-98eb-4f3b-888a-d5a5baf719e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768810', 'neutron.services.segments.db._delete_segments_for_network--9223363299714337857'] for network, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:02.693296 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:02.753532 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 8982c272-f481-4303-82c5-1958c6301c19, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=8982c272-f481-4303-82c5-1958c6301c19,segment=NetworkSegment(678a0a32-e584-4bc7-93dc-6b69e2674942),segment_id=678a0a32-e584-4bc7-93dc-6b69e2674942)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:08:02.759906 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-9f17257b-98eb-4f3b-888a-d5a5baf719e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f245bf20be0>,) {'filters': {'network_id': ['fd5d83a1-0afc-4c19-a65d-89235c908427']}} {{(pid=84269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:08:02.760608 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:02.762547 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:02.773947 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-9f17257b-98eb-4f3b-888a-d5a5baf719e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f245bf20be0>, '74e0d4c5-5da8-4729-9a17-350ef9681d29') {'for_net_delete': True} {{(pid=84269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:08:02.774314 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-9f17257b-98eb-4f3b-888a-d5a5baf719e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f245bf20be0>, '74e0d4c5-5da8-4729-9a17-350ef9681d29') {} {{(pid=84269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:08:02.787216 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f17257b-98eb-4f3b-888a-d5a5baf719e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737140437841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036794239669'] for segment, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:02.809750 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f17257b-98eb-4f3b-888a-d5a5baf719e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:02.830512 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133427c6-c547-4a14-b370-ca017b868017 req-6d2420e2-591a-458d-958c-c7214729f6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:02.832184 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-133427c6-c547-4a14-b370-ca017b868017 req-6d2420e2-591a-458d-958c-c7214729f6a0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e9f8c771-c22a-4737-ad78-38d7e75ea49f HTTP/1.1" status: 200  len: 1102 time: 0.1122055
Apr 05 12:08:02.834858 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f17257b-98eb-4f3b-888a-d5a5baf719e6 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=84269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 05 12:08:02.845863 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=8982c272-f481-4303-82c5-1958c6301c19,revision_number=5']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:02.850013 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:02.906476 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-133427c6-c547-4a14-b370-ca017b868017 req-94b42ad6-25a5-49af-915a-8ffd39f38f43 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e5922ef8-fcf3-4240-a0c1-c82965a7e237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617948
Apr 05 12:08:02.948403 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c3a4d-c1b9-4a1a-bc54-180173699e39 req-f16cd3cc-fba2-466f-ba9a-10c57f118c13 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:02.957501 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6b6c3a4d-c1b9-4a1a-bc54-180173699e39 req-f16cd3cc-fba2-466f-ba9a-10c57f118c13 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f8c771-c22a-4737-ad78-38d7e75ea49f HTTP/1.1" status: 200  len: 949 time: 0.4647312
Apr 05 12:08:03.093449 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6b6c3a4d-c1b9-4a1a-bc54-180173699e39 req-25657534-0adf-4f6c-a3cb-35d2671e8542 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5922ef8-fcf3-4240-a0c1-c82965a7e237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289878
Apr 05 12:08:03.145344 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717529d-40db-4219-9afb-b8f4ee68a810 req-25b50786-c4a1-42b4-a647-469463e47a2f tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:03.147701 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b717529d-40db-4219-9afb-b8f4ee68a810 req-25b50786-c4a1-42b4-a647-469463e47a2f tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.1140556
Apr 05 12:08:03.199728 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 42282) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:03.207674 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-9f17257b-98eb-4f3b-888a-d5a5baf719e6 admin admin] Network fd5d83a1-0afc-4c19-a65d-89235c908427 has no segments {{(pid=84269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 12:08:03.232455 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f17257b-98eb-4f3b-888a-d5a5baf719e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2694727'] for segment, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:03.271239 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b717529d-40db-4219-9afb-b8f4ee68a810 req-0599e279-968a-4054-bc70-5e821823be33 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098704
Apr 05 12:08:03.315176 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7758eb4-495e-4a7f-ac64-f39dea9203e4 req-fcad2057-707f-48fd-bf8c-b44bee04bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:03.317608 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c7758eb4-495e-4a7f-ac64-f39dea9203e4 req-fcad2057-707f-48fd-bf8c-b44bee04bc46 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 1098 time: 0.1179392
Apr 05 12:08:03.376160 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c7758eb4-495e-4a7f-ac64-f39dea9203e4 req-0ce5980c-a9f6-4c22-b1b1-20be6c42de32 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498192
Apr 05 12:08:03.522895 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f75824d-108e-4dcb-9c73-e3112ff01f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:03.562425 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-9f17257b-98eb-4f3b-888a-d5a5baf719e6 admin admin] Network fd5d83a1-0afc-4c19-a65d-89235c908427 has no segments {{(pid=84269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 12:08:03.572014 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3f75824d-108e-4dcb-9c73-e3112ff01f62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:03.589595 dv-cinder-784763-1-iscsi neutron-server[84155]: Traceback (most recent call last):
Apr 05 12:08:03.589595 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 05 12:08:03.589595 dv-cinder-784763-1-iscsi neutron-server[84155]:     timer()
Apr 05 12:08:03.589595 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 05 12:08:03.589595 dv-cinder-784763-1-iscsi neutron-server[84155]:     cb(*args, **kw)
Apr 05 12:08:03.589595 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 05 12:08:03.589595 dv-cinder-784763-1-iscsi neutron-server[84155]:     return func(*args, **kwargs)
Apr 05 12:08:03.589595 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 05 12:08:03.589595 dv-cinder-784763-1-iscsi neutron-server[84155]:     self._notify()
Apr 05 12:08:03.589595 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 05 12:08:03.589595 dv-cinder-784763-1-iscsi neutron-server[84155]:     self.callback(batched_events)
Apr 05 12:08:03.589595 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 05 12:08:03.589595 dv-cinder-784763-1-iscsi neutron-server[84155]:     event.method(event)
Apr 05 12:08:03.589595 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 05 12:08:03.589595 dv-cinder-784763-1-iscsi neutron-server[84155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 05 12:08:03.589595 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 05 12:08:03.589595 dv-cinder-784763-1-iscsi neutron-server[84155]:     segment_id)['aggregates'][0]
Apr 05 12:08:03.589595 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 05 12:08:03.589595 dv-cinder-784763-1-iscsi neutron-server[84155]:     return f(self, *a, **k)
Apr 05 12:08:03.589595 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 05 12:08:03.589595 dv-cinder-784763-1-iscsi neutron-server[84155]:     return self._get(url).json()
Apr 05 12:08:03.589595 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 05 12:08:03.589595 dv-cinder-784763-1-iscsi neutron-server[84155]:     **kwargs)
Apr 05 12:08:03.589595 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 05 12:08:03.589595 dv-cinder-784763-1-iscsi neutron-server[84155]:     return self.request(url, 'GET', **kwargs)
Apr 05 12:08:03.589595 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 05 12:08:03.589595 dv-cinder-784763-1-iscsi neutron-server[84155]:     **endpoint_filter)
Apr 05 12:08:03.589595 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 05 12:08:03.589595 dv-cinder-784763-1-iscsi neutron-server[84155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 05 12:08:03.589595 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 05 12:08:03.589595 dv-cinder-784763-1-iscsi neutron-server[84155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 05 12:08:03.589595 dv-cinder-784763-1-iscsi neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 05 12:08:03.640267 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-3f75824d-108e-4dcb-9c73-e3112ff01f62 admin admin] Usage tracker for resource:security_group_rule and tenant:3e8d27c891694a089d02200587ee2c92 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:03.652917 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-3f75824d-108e-4dcb-9c73-e3112ff01f62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:03.679969 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3f75824d-108e-4dcb-9c73-e3112ff01f62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:03.715699 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f17257b-98eb-4f3b-888a-d5a5baf719e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854330406'] for network, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:03.728824 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6818c5-6638-45f9-8b83-b11bee2772cb req-5d3a8edc-9be0-4e5b-bb0d-b16a1f6fd1a3 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:03.730690 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6c6818c5-6638-45f9-8b83-b11bee2772cb req-5d3a8edc-9be0-4e5b-bb0d-b16a1f6fd1a3 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 945 time: 0.3560328
Apr 05 12:08:03.740698 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:03.759239 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f17257b-98eb-4f3b-888a-d5a5baf719e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for network, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:03.785888 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f17257b-98eb-4f3b-888a-d5a5baf719e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd5d83a1-0afc-4c19-a65d-89235c908427,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:03.814156 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-9f17257b-98eb-4f3b-888a-d5a5baf719e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:03.832445 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-9f17257b-98eb-4f3b-888a-d5a5baf719e6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fd5d83a1-0afc-4c19-a65d-89235c908427 HTTP/1.1" status: 204  len: 168 time: 1.7345009
Apr 05 12:08:03.874215 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6c6818c5-6638-45f9-8b83-b11bee2772cb req-cbb25025-5384-4b4c-bab9-31b1928701bb tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190479
Apr 05 12:08:03.894006 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f75824d-108e-4dcb-9c73-e3112ff01f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:03.897753 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f75824d-108e-4dcb-9c73-e3112ff01f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:03.906700 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-1ae18fbd-270f-4569-a995-cd39703f4206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:03.947993 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75824d-108e-4dcb-9c73-e3112ff01f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bc88c0-885e-4bda-9518-7fcf103d45d7,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:03.955216 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-3f75824d-108e-4dcb-9c73-e3112ff01f62 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3e8d27c891694a089d02200587ee2c92&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7520611
Apr 05 12:08:03.955216 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-3f75824d-108e-4dcb-9c73-e3112ff01f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:03.955721 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 42298) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:03.966709 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 42302) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:04.018767 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-50e0bca2-077f-44a8-888f-3bd8269235c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:04.023496 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-a3bc46bf-5a63-4333-bf2e-c41ad36dd4b4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a1f3610ab26944db91319f80a64eb76d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0553536
Apr 05 12:08:04.026225 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 42306) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:04.046392 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-50e0bca2-077f-44a8-888f-3bd8269235c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:04.091469 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c6f84c44-0570-4a7a-ad3b-fe17d8b0e392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:04.102571 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-50e0bca2-077f-44a8-888f-3bd8269235c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:04.113478 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-049c5263-54c6-4ec6-b1f1-a5e41f023cc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:04.120501 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c6f84c44-0570-4a7a-ad3b-fe17d8b0e392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:04.128507 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e0bca2-077f-44a8-888f-3bd8269235c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bc88c0-885e-4bda-9518-7fcf103d45d7,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:04.132591 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-50e0bca2-077f-44a8-888f-3bd8269235c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:04.133569 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-50e0bca2-077f-44a8-888f-3bd8269235c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:04.139439 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-50e0bca2-077f-44a8-888f-3bd8269235c0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/27bc88c0-885e-4bda-9518-7fcf103d45d7 HTTP/1.1" status: 204  len: 168 time: 0.1808298
Apr 05 12:08:04.189023 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c6f84c44-0570-4a7a-ad3b-fe17d8b0e392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:04.195045 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-cb3ef4e8-cfca-484f-bc75-7488c92f37bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:04.211064 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f84c44-0570-4a7a-ad3b-fe17d8b0e392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab940dd0-76f9-47bc-9ba6-1440371c1958,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:04.213392 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-c6f84c44-0570-4a7a-ad3b-fe17d8b0e392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:04.224588 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c6f84c44-0570-4a7a-ad3b-fe17d8b0e392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:04.226570 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-c6f84c44-0570-4a7a-ad3b-fe17d8b0e392 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ab940dd0-76f9-47bc-9ba6-1440371c1958 HTTP/1.1" status: 204  len: 168 time: 0.1993873
Apr 05 12:08:04.355407 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7b978-6cc1-4928-aaae-e51cf6b93778 req-f42670c0-7b46-4abd-ad65-6b77fa69b732 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:04.355407 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-37a7b978-6cc1-4928-aaae-e51cf6b93778 req-f42670c0-7b46-4abd-ad65-6b77fa69b732 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f8c771-c22a-4737-ad78-38d7e75ea49f HTTP/1.1" status: 200  len: 949 time: 0.1029499
Apr 05 12:08:04.410657 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-37a7b978-6cc1-4928-aaae-e51cf6b93778 req-f4fe6d58-db8b-463e-81d6-96c0a385a85e tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5922ef8-fcf3-4240-a0c1-c82965a7e237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491133
Apr 05 12:08:04.483560 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ee4b07-0251-47f5-aeb0-67863bdd6672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8982c272-f481-4303-82c5-1958c6301c19'}] {{(pid=84270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:08:04.507745 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0be8d4-814f-4efb-91c0-666063d4eeba req-10b4bb61-747f-46ff-89a1-21dd51b9166d tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:04.510223 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ac0be8d4-814f-4efb-91c0-666063d4eeba req-10b4bb61-747f-46ff-89a1-21dd51b9166d tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.1086283
Apr 05 12:08:04.535673 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ee4b07-0251-47f5-aeb0-67863bdd6672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8982c272-f481-4303-82c5-1958c6301c19', 'code': 200}
Apr 05 12:08:04.569497 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ac0be8d4-814f-4efb-91c0-666063d4eeba req-fa8f696f-d405-450b-a6b4-3a45d69c92c4 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524197
Apr 05 12:08:04.660988 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 42330) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:04.680448 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c3f6d7f-92ab-4a34-a8a9-ca8fda61550c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:04.696443 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1c3f6d7f-92ab-4a34-a8a9-ca8fda61550c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:04.700739 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-1c3f6d7f-92ab-4a34-a8a9-ca8fda61550c admin admin] Usage tracker for resource:security_group_rule and tenant:bb060d326d964a42a1a1482734385987 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:04.703938 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-1c3f6d7f-92ab-4a34-a8a9-ca8fda61550c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:04.710650 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1c3f6d7f-92ab-4a34-a8a9-ca8fda61550c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:04.798800 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c3f6d7f-92ab-4a34-a8a9-ca8fda61550c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:04.803853 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1c3f6d7f-92ab-4a34-a8a9-ca8fda61550c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:04.813451 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-1b7fc9cd-8da1-41a1-a76e-157e2ce1b263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:04.860043 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-1c3f6d7f-92ab-4a34-a8a9-ca8fda61550c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bb060d326d964a42a1a1482734385987&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1964090
Apr 05 12:08:04.862034 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 42340) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:04.864877 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f6d7f-92ab-4a34-a8a9-ca8fda61550c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768a836b-0cc2-443a-8032-c253bafd191c,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:04.889723 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-1c3f6d7f-92ab-4a34-a8a9-ca8fda61550c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:04.938709 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c2cc88fb-6259-4d28-8827-7789e6132096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:04.970338 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c2cc88fb-6259-4d28-8827-7789e6132096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:05.021860 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c2cc88fb-6259-4d28-8827-7789e6132096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:05.027177 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-27150cdb-5ef6-49d7-95ab-18386ef0e91a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:05.038574 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc88fb-6259-4d28-8827-7789e6132096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768a836b-0cc2-443a-8032-c253bafd191c,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:05.040898 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-c2cc88fb-6259-4d28-8827-7789e6132096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:05.046328 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c2cc88fb-6259-4d28-8827-7789e6132096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:05.048273 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-c2cc88fb-6259-4d28-8827-7789e6132096 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/768a836b-0cc2-443a-8032-c253bafd191c HTTP/1.1" status: 204  len: 168 time: 0.1845708
Apr 05 12:08:05.103368 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19a1bc-b53b-4c9b-aec8-6a9a98305789 req-21611bea-5bcb-4fbc-80c7-e9b631b371a8 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:05.105055 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0e19a1bc-b53b-4c9b-aec8-6a9a98305789 req-21611bea-5bcb-4fbc-80c7-e9b631b371a8 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 945 time: 0.0948522
Apr 05 12:08:05.156010 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0e19a1bc-b53b-4c9b-aec8-6a9a98305789 req-6e2aa562-9091-4b5d-816f-a82269ee8894 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429649
Apr 05 12:08:05.260591 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 42358) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:05.380748 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-14b00fe7-d707-4917-85d3-c7d35eeb4ee2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1274198240-network', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:08:05.385750 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-14b00fe7-d707-4917-85d3-c7d35eeb4ee2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:05.389844 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-14b00fe7-d707-4917-85d3-c7d35eeb4ee2 admin admin] Usage tracker for resource:network and tenant:525c6898bd0b4bc98230f38ee54db7c6 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:05.393046 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-14b00fe7-d707-4917-85d3-c7d35eeb4ee2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:05.400505 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-14b00fe7-d707-4917-85d3-c7d35eeb4ee2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:05.409587 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b00fe7-d707-4917-85d3-c7d35eeb4ee2 admin admin] Made reservation on behalf of 525c6898bd0b4bc98230f38ee54db7c6 for: {'network': 1} {{(pid=84268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:08:05.414477 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14b00fe7-d707-4917-85d3-c7d35eeb4ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:05.428263 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14b00fe7-d707-4917-85d3-c7d35eeb4ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:05.443582 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-14b00fe7-d707-4917-85d3-c7d35eeb4ee2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:05.448039 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-14b00fe7-d707-4917-85d3-c7d35eeb4ee2 admin admin] Usage tracker for resource:security_group_rule and tenant:525c6898bd0b4bc98230f38ee54db7c6 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:05.451911 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-14b00fe7-d707-4917-85d3-c7d35eeb4ee2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:05.458615 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-14b00fe7-d707-4917-85d3-c7d35eeb4ee2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:05.561708 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14b00fe7-d707-4917-85d3-c7d35eeb4ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:05.565319 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14b00fe7-d707-4917-85d3-c7d35eeb4ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:05.568633 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-0e30e497-5618-4b88-b351-b49eb41270cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:05.597517 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14b00fe7-d707-4917-85d3-c7d35eeb4ee2 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'}  {{(pid=84268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 12:08:05.610802 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b00fe7-d707-4917-85d3-c7d35eeb4ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008fd4b3-f1ff-43d5-8834-c87d39bcda3e,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:05.614463 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-14b00fe7-d707-4917-85d3-c7d35eeb4ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:05.621421 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14b00fe7-d707-4917-85d3-c7d35eeb4ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:05.621918 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.segments_db [None req-14b00fe7-d707-4917-85d3-c7d35eeb4ee2 admin admin] Added segment 9db00757-6e46-4c10-9476-d05f8f304f63 of type vlan for network 0d1a45c1-5bda-4177-9f6d-4ce95f1005fb
Apr 05 12:08:05.645099 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc9270-4121-4053-99d0-3c8c64e9a7b2 req-b5898578-6fc7-409c-99c6-8269ba3e6e61 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:05.647713 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-cbbc9270-4121-4053-99d0-3c8c64e9a7b2 req-b5898578-6fc7-409c-99c6-8269ba3e6e61 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f8c771-c22a-4737-ad78-38d7e75ea49f HTTP/1.1" status: 200  len: 949 time: 0.1105213
Apr 05 12:08:05.653561 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14b00fe7-d707-4917-85d3-c7d35eeb4ee2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737139937617'] for network, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:05.687993 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14b00fe7-d707-4917-85d3-c7d35eeb4ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131'] for network, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:05.688914 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b00fe7-d707-4917-85d3-c7d35eeb4ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:05.689560 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14b00fe7-d707-4917-85d3-c7d35eeb4ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for network, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:05.698891 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-cbbc9270-4121-4053-99d0-3c8c64e9a7b2 req-fc097d94-273d-4ae6-8e28-1313bd8d0298 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5922ef8-fcf3-4240-a0c1-c82965a7e237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441382
Apr 05 12:08:05.701229 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f1cda5eb-51dd-4754-aa09-35728a5a67c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:05.783044 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-14b00fe7-d707-4917-85d3-c7d35eeb4ee2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5207031
Apr 05 12:08:05.786116 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 42388) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:05.792724 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-575bfecb-751a-4a70-bc93-d20a590e6292 admin admin] Request body: {'subnet': {'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1274198240-subnet', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:08:05.798221 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-575bfecb-751a-4a70-bc93-d20a590e6292 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:05.803124 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-575bfecb-751a-4a70-bc93-d20a590e6292 admin admin] Usage tracker for resource:subnet and tenant:525c6898bd0b4bc98230f38ee54db7c6 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:05.807005 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-575bfecb-751a-4a70-bc93-d20a590e6292 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:05.816187 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-575bfecb-751a-4a70-bc93-d20a590e6292 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:05.877751 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575bfecb-751a-4a70-bc93-d20a590e6292 admin admin] Made reservation on behalf of 525c6898bd0b4bc98230f38ee54db7c6 for: {'subnet': 1} {{(pid=84269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:08:05.882923 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-575bfecb-751a-4a70-bc93-d20a590e6292 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851746051'] for subnet, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:06.019651 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f51ffd-1ec7-4229-be18-86d308fc3d44 req-4892a2b5-acd3-4a7f-a75d-b9027cb789fe tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:06.021404 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c3f51ffd-1ec7-4229-be18-86d308fc3d44 req-4892a2b5-acd3-4a7f-a75d-b9027cb789fe tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.2079506
Apr 05 12:08:06.030509 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b00fe7-d707-4917-85d3-c7d35eeb4ee2 admin admin] Pushing event updated for resources: {'Network': ['ID=0d1a45c1-5bda-4177-9f6d-4ce95f1005fb,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:06.033719 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-14b00fe7-d707-4917-85d3-c7d35eeb4ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:06.042978 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Network 0d1a45c1-5bda-4177-9f6d-4ce95f1005fb details requested by agent ovs-agent-dv-cinder-784763-1-iscsi with host dv-cinder-784763-1-iscsi {{(pid=84270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 12:08:06.101936 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c3f51ffd-1ec7-4229-be18-86d308fc3d44 req-856b7cdf-686a-48ad-b6ca-329427ba1b74 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717533
Apr 05 12:08:06.358758 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 42404) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:06.417975 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3fdfa-dbd1-4f56-a78a-2f446c203fa8 req-aed41f03-76cc-40ac-987b-fc9dd4433bba tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:06.419599 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8cb3fdfa-dbd1-4f56-a78a-2f446c203fa8 req-aed41f03-76cc-40ac-987b-fc9dd4433bba tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 945 time: 0.1174088
Apr 05 12:08:06.489279 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7a0d178f-1342-4c33-ad73-4d992f54f723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:06.490670 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8cb3fdfa-dbd1-4f56-a78a-2f446c203fa8 req-6728b30e-5443-4910-8e32-ba4be48a72c1 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630832
Apr 05 12:08:06.505009 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7a0d178f-1342-4c33-ad73-4d992f54f723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:06.509243 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-7a0d178f-1342-4c33-ad73-4d992f54f723 admin admin] Usage tracker for resource:security_group_rule and tenant:d3072c154f6146268c6f616b8924f862 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:06.512183 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-7a0d178f-1342-4c33-ad73-4d992f54f723 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:06.518216 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7a0d178f-1342-4c33-ad73-4d992f54f723 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:06.551084 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-575bfecb-751a-4a70-bc93-d20a590e6292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852080937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851746098'] for subnet, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:06.567787 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-0983ad33-85ea-476a-84aa-cc25f422ddca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:06.618661 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7a0d178f-1342-4c33-ad73-4d992f54f723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:06.621487 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7a0d178f-1342-4c33-ad73-4d992f54f723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:06.630927 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-165d7bac-a42f-4447-a102-b040f260a21a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:06.673652 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-7a0d178f-1342-4c33-ad73-4d992f54f723 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d3072c154f6146268c6f616b8924f862&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3136690
Apr 05 12:08:06.675339 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d178f-1342-4c33-ad73-4d992f54f723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6eedb5e-f90d-4f76-9af7-cbca9d261732,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:06.677383 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 42412) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:06.679465 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-7a0d178f-1342-4c33-ad73-4d992f54f723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:06.711855 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575bfecb-751a-4a70-bc93-d20a590e6292 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2bf2297-d799-490c-8e49-5e5a4e02830c,revision_number=0']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:06.726296 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-575bfecb-751a-4a70-bc93-d20a590e6292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:06.797247 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bc3f75f9-7dac-484d-8262-4b473f4eeeb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:06.893528 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bc3f75f9-7dac-484d-8262-4b473f4eeeb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:06.921226 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575bfecb-751a-4a70-bc93-d20a590e6292 admin admin] Checking segment: {'id': '9db00757-6e46-4c10-9476-d05f8f304f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:08:06.921622 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575bfecb-751a-4a70-bc93-d20a590e6292 admin admin] Network hostable DHCP agents. Network: 0d1a45c1-5bda-4177-9f6d-4ce95f1005fb, hostable agents: ['09bf275b-3c10-4287-a080-17cf02d540e7'], hosted agents: [] {{(pid=84269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 12:08:07.187651 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575bfecb-751a-4a70-bc93-d20a590e6292 admin admin] Network 0d1a45c1-5bda-4177-9f6d-4ce95f1005fb is scheduled to be hosted by DHCP agent 09bf275b-3c10-4287-a080-17cf02d540e7 with binding_index 1 {{(pid=84269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 12:08:07.211428 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e74b6-726f-4d69-9643-c1c57d56b62f req-ddb1db3f-baac-4f7e-83e9-5f7e66370f2d tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:07.213014 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fc8e74b6-726f-4d69-9643-c1c57d56b62f req-ddb1db3f-baac-4f7e-83e9-5f7e66370f2d tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f8c771-c22a-4737-ad78-38d7e75ea49f HTTP/1.1" status: 200  len: 949 time: 0.3959761
Apr 05 12:08:07.218095 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-575bfecb-751a-4a70-bc93-d20a590e6292 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-iscsi, 0d1a45c1-5bda-4177-9f6d-4ce95f1005fb) {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:08:07.223318 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bc3f75f9-7dac-484d-8262-4b473f4eeeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:07.228281 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c50808-c0eb-497d-af1d-92c5d36e3344 None None] Network 0d1a45c1-5bda-4177-9f6d-4ce95f1005fb requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:08:07.245266 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:07.267126 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575bfecb-751a-4a70-bc93-d20a590e6292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:07.267763 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-575bfecb-751a-4a70-bc93-d20a590e6292 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:07.275823 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f75f9-7dac-484d-8262-4b473f4eeeb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6eedb5e-f90d-4f76-9af7-cbca9d261732,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:07.292618 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-bc3f75f9-7dac-484d-8262-4b473f4eeeb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:07.310892 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bc3f75f9-7dac-484d-8262-4b473f4eeeb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:07.314622 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-bc3f75f9-7dac-484d-8262-4b473f4eeeb6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b6eedb5e-f90d-4f76-9af7-cbca9d261732 HTTP/1.1" status: 204  len: 168 time: 0.6337419
Apr 05 12:08:07.314622 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-575bfecb-751a-4a70-bc93-d20a590e6292 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.5267451
Apr 05 12:08:07.316911 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 42424) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:07.317744 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fc8e74b6-726f-4d69-9643-c1c57d56b62f req-26ce0989-edfa-4e05-93ed-e8c9376b3e25 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5922ef8-fcf3-4240-a0c1-c82965a7e237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968881
Apr 05 12:08:07.323833 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-cb7dfd60-9ad3-4f70-acff-3915889c7a68 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1274198240-router', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'}}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:08:07.328800 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cb7dfd60-9ad3-4f70-acff-3915889c7a68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:07.335217 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-cb7dfd60-9ad3-4f70-acff-3915889c7a68 admin admin] Usage tracker for resource:router and tenant:525c6898bd0b4bc98230f38ee54db7c6 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:07.338770 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-cb7dfd60-9ad3-4f70-acff-3915889c7a68 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:07.345858 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cb7dfd60-9ad3-4f70-acff-3915889c7a68 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:07.358759 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb7dfd60-9ad3-4f70-acff-3915889c7a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773687'] for router, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:07.361342 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb7dfd60-9ad3-4f70-acff-3915889c7a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854366841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854330512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854383299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2110'] for router, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:07.394057 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb7dfd60-9ad3-4f70-acff-3915889c7a68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:07.495252 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb77097d-d75f-43a9-bdeb-9c331a40497c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1982f07b-7870-5634-aae6-8a59c2355e32-0d1a45c1-5bda-4177-9f6d-4ce95f1005fb', 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'fixed_ips': [{'subnet_id': 'e2bf2297-d799-490c-8e49-5e5a4e02830c'}]}} from dv-cinder-784763-1-iscsi. {{(pid=84270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 05 12:08:07.496379 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb77097d-d75f-43a9-bdeb-9c331a40497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:07.563023 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358fe58-e90a-4211-b4d3-f2528cfe9650 req-f9e8dc8b-700b-47b7-a673-ff13f5c6e61d tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:07.565750 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3358fe58-e90a-4211-b4d3-f2528cfe9650 req-f9e8dc8b-700b-47b7-a673-ff13f5c6e61d tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.1017888
Apr 05 12:08:07.654332 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3358fe58-e90a-4211-b4d3-f2528cfe9650 req-ce31f00b-f1b4-4044-8d69-bc95de6e2f67 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791996
Apr 05 12:08:07.699986 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-cb77097d-d75f-43a9-bdeb-9c331a40497c None None] Allocated IP 172.20.0.2 (0d1a45c1-5bda-4177-9f6d-4ce95f1005fb/e2bf2297-d799-490c-8e49-5e5a4e02830c/a5dff572-1107-4b62-b9b2-b9f73c34b780) {{(pid=84270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:08:07.740377 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb7dfd60-9ad3-4f70-acff-3915889c7a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854330527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854367201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2095'] for router, precommit_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:07.879025 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff6250-d6bf-4a93-9903-6b507f7b138a req-dbbb0ded-cac9-457a-80e8-b564024ee544 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:07.881452 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-79ff6250-d6bf-4a93-9903-6b507f7b138a req-dbbb0ded-cac9-457a-80e8-b564024ee544 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 945 time: 0.1129944
Apr 05 12:08:07.945980 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-79ff6250-d6bf-4a93-9903-6b507f7b138a req-8aba9afe-6a01-4ba3-a254-229dac6a6e04 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576594
Apr 05 12:08:07.951714 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb77097d-d75f-43a9-bdeb-9c331a40497c None None] Notify callbacks [] for port, precommit_create {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:07.968395 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-cb77097d-d75f-43a9-bdeb-9c331a40497c None None] Transition to ACTIVE for port object a5dff572-1107-4b62-b9b2-b9f73c34b780 will not be triggered until provisioned by entity L2. {{(pid=84270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:08:07.990329 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-cb77097d-d75f-43a9-bdeb-9c331a40497c None None] Transition to ACTIVE for port object a5dff572-1107-4b62-b9b2-b9f73c34b780 will not be triggered until provisioned by entity DHCP. {{(pid=84270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:08:07.995182 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb77097d-d75f-43a9-bdeb-9c331a40497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368'] for port, after_create {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:08.010663 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:08.132993 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb7dfd60-9ad3-4f70-acff-3915889c7a68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:08.175177 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb7dfd60-9ad3-4f70-acff-3915889c7a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:08.197821 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb77097d-d75f-43a9-bdeb-9c331a40497c None None] Network 0d1a45c1-5bda-4177-9f6d-4ce95f1005fb is already hosted by enough agents. {{(pid=84270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:08:08.201904 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-cb77097d-d75f-43a9-bdeb-9c331a40497c None None] Resources bound (agent type, host, resource id):  {{(pid=84270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:08:08.206583 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb77097d-d75f-43a9-bdeb-9c331a40497c None None] Received port after_create {{(pid=84270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:08:08.291230 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77097d-d75f-43a9-bdeb-9c331a40497c None None] Pushing event updated for resources: {'Port': ['ID=a5dff572-1107-4b62-b9b2-b9f73c34b780,revision_number=1']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:08.338044 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-cb77097d-d75f-43a9-bdeb-9c331a40497c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:08.356650 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-cb77097d-d75f-43a9-bdeb-9c331a40497c None None] Attempting to bind port a5dff572-1107-4b62-b9b2-b9f73c34b780 on host dv-cinder-784763-1-iscsi for vnic_type normal with profile  {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:08:08.356976 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-cb77097d-d75f-43a9-bdeb-9c331a40497c None None] Attempting to bind port a5dff572-1107-4b62-b9b2-b9f73c34b780 by drivers openvswitch,hyperv on host dv-cinder-784763-1-iscsi at level 0 using segments [{'id': '9db00757-6e46-4c10-9476-d05f8f304f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb'}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:08:08.357380 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb77097d-d75f-43a9-bdeb-9c331a40497c None None] Attempting to bind port a5dff572-1107-4b62-b9b2-b9f73c34b780 on network 0d1a45c1-5bda-4177-9f6d-4ce95f1005fb {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:08:08.366145 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb77097d-d75f-43a9-bdeb-9c331a40497c None None] Checking agent: {'id': '93e0106f-7977-40cd-8b89-dc51f73202a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 25), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:08:08.366559 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb77097d-d75f-43a9-bdeb-9c331a40497c None None] Checking segment: {'id': '9db00757-6e46-4c10-9476-d05f8f304f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:08:08.367004 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb77097d-d75f-43a9-bdeb-9c331a40497c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:08.367440 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb77097d-d75f-43a9-bdeb-9c331a40497c None None] Bound using segment: {'id': '9db00757-6e46-4c10-9476-d05f8f304f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb'} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:08:08.367958 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-cb77097d-d75f-43a9-bdeb-9c331a40497c None None] Bound port: a5dff572-1107-4b62-b9b2-b9f73c34b780, host: dv-cinder-784763-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db00757-6e46-4c10-9476-d05f8f304f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb'}}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:08:08.368368 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb77097d-d75f-43a9-bdeb-9c331a40497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:08.402086 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-cb7dfd60-9ad3-4f70-acff-3915889c7a68 admin admin] Allocated IP 172.27.0.104 (9d12ef10-d92d-4db6-ae05-ceb86a15802e/0ceae222-356e-4bb7-8260-995ea8a55dd5/7bdf08e0-b0ad-467f-965e-8f04c52f125c) {{(pid=84268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:08:08.481846 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-cb77097d-d75f-43a9-bdeb-9c331a40497c None None] For port a5dff572-1107-4b62-b9b2-b9f73c34b780, host dv-cinder-784763-1-iscsi, cleared binding levels {{(pid=84270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:08:08.485265 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-cb77097d-d75f-43a9-bdeb-9c331a40497c None None] For port a5dff572-1107-4b62-b9b2-b9f73c34b780, host dv-cinder-784763-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=a5dff572-1107-4b62-b9b2-b9f73c34b780,segment=NetworkSegment(9db00757-6e46-4c10-9476-d05f8f304f63),segment_id=9db00757-6e46-4c10-9476-d05f8f304f63)] {{(pid=84270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:08:08.491271 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb77097d-d75f-43a9-bdeb-9c331a40497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:08.561938 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f178b-4a50-4fe1-a57d-c4f7fe1e255a req-e5ec32ad-565b-47a0-a1e7-fac31c64c457 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:08.563962 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c61f178b-4a50-4fe1-a57d-c4f7fe1e255a req-e5ec32ad-565b-47a0-a1e7-fac31c64c457 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f8c771-c22a-4737-ad78-38d7e75ea49f HTTP/1.1" status: 200  len: 949 time: 0.0916479
Apr 05 12:08:08.575817 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:08.585391 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb7dfd60-9ad3-4f70-acff-3915889c7a68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:08.624779 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c61f178b-4a50-4fe1-a57d-c4f7fe1e255a req-fb505b80-0549-4912-b1c4-c98b12a1d036 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5922ef8-fcf3-4240-a0c1-c82965a7e237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537622
Apr 05 12:08:08.634111 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb7dfd60-9ad3-4f70-acff-3915889c7a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:08.726141 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-edfbc4ec-7fde-47ee-9831-b88ab14e935c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:08.752559 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77097d-d75f-43a9-bdeb-9c331a40497c None None] Pushing event updated for resources: {'Port': ['ID=a5dff572-1107-4b62-b9b2-b9f73c34b780,revision_number=2']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:08.756579 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-cb77097d-d75f-43a9-bdeb-9c331a40497c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:08.846148 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7dfd60-9ad3-4f70-acff-3915889c7a68 admin admin] Pushing event updated for resources: {'Port': ['ID=7bdf08e0-b0ad-467f-965e-8f04c52f125c,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:08.851911 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-cb7dfd60-9ad3-4f70-acff-3915889c7a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:08.890238 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46cdd6-a126-4818-8417-666738924305 req-8d3cf05c-6378-4bdc-8893-8414ecd043dd tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:08.891854 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ad46cdd6-a126-4818-8417-666738924305 req-8d3cf05c-6378-4bdc-8893-8414ecd043dd tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.0975461
Apr 05 12:08:08.907128 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7dfd60-9ad3-4f70-acff-3915889c7a68 admin admin] Network 9d12ef10-d92d-4db6-ae05-ceb86a15802e is already hosted by enough agents. {{(pid=84268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:08:08.908636 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-cb7dfd60-9ad3-4f70-acff-3915889c7a68 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:08:08.910791 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7dfd60-9ad3-4f70-acff-3915889c7a68 admin admin] Received port after_create {{(pid=84268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:08:08.951157 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ad46cdd6-a126-4818-8417-666738924305 req-4c509b59-ce1f-4d94-908e-81ad110eaae5 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523341
Apr 05 12:08:08.956535 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 42466) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:09.171565 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1f3b-ef9c-4ae6-b0e2-6fdc21f3ce61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:09.202002 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a2ae1f3b-ef9c-4ae6-b0e2-6fdc21f3ce61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:09.209119 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-a2ae1f3b-ef9c-4ae6-b0e2-6fdc21f3ce61 admin admin] Usage tracker for resource:security_group_rule and tenant:e0207af31e8d4a8ea10430bddbe7a895 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:09.214659 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-a2ae1f3b-ef9c-4ae6-b0e2-6fdc21f3ce61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:09.222628 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a2ae1f3b-ef9c-4ae6-b0e2-6fdc21f3ce61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:09.239447 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e949c-43a4-4770-92e4-2682b810ec61 req-6842d2d8-079d-4307-8622-380ec689d8dc tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:09.241047 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-725e949c-43a4-4770-92e4-2682b810ec61 req-6842d2d8-079d-4307-8622-380ec689d8dc tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 945 time: 0.1582670
Apr 05 12:08:09.308157 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-725e949c-43a4-4770-92e4-2682b810ec61 req-2965609b-14b5-461f-907b-0f802e8ca549 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603158
Apr 05 12:08:09.368062 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1f3b-ef9c-4ae6-b0e2-6fdc21f3ce61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:09.371518 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1f3b-ef9c-4ae6-b0e2-6fdc21f3ce61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:09.380555 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-3c9ee3dc-0fcc-4dae-a69e-83db062ff5b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:09.419525 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb7dfd60-9ad3-4f70-acff-3915889c7a68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:09.425749 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-a2ae1f3b-ef9c-4ae6-b0e2-6fdc21f3ce61 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e0207af31e8d4a8ea10430bddbe7a895&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4656510
Apr 05 12:08:09.425749 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae1f3b-ef9c-4ae6-b0e2-6fdc21f3ce61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048f0bd4-a0b4-453c-a700-ca84fe06f77f,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:09.427531 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 42476) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:09.430408 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-a2ae1f3b-ef9c-4ae6-b0e2-6fdc21f3ce61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:09.495281 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92be1bc2-88b7-42cd-b954-5696432a04e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:09.528259 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92be1bc2-88b7-42cd-b954-5696432a04e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:09.574241 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92be1bc2-88b7-42cd-b954-5696432a04e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:09.579266 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-a3fcc92d-bb93-4010-bff6-33889038a02c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:09.594168 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be1bc2-88b7-42cd-b954-5696432a04e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048f0bd4-a0b4-453c-a700-ca84fe06f77f,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:09.597271 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-92be1bc2-88b7-42cd-b954-5696432a04e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:09.598285 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92be1bc2-88b7-42cd-b954-5696432a04e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:09.599651 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-92be1bc2-88b7-42cd-b954-5696432a04e8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/048f0bd4-a0b4-453c-a700-ca84fe06f77f HTTP/1.1" status: 204  len: 168 time: 0.1709311
Apr 05 12:08:09.849934 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7caf89-a358-48e6-b0ed-a0ee0b9c7714 req-f850b98e-4c0a-4ceb-aead-975e6695cbff tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:09.851607 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4f7caf89-a358-48e6-b0ed-a0ee0b9c7714 req-f850b98e-4c0a-4ceb-aead-975e6695cbff tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f8c771-c22a-4737-ad78-38d7e75ea49f HTTP/1.1" status: 200  len: 949 time: 0.1016409
Apr 05 12:08:09.926411 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4f7caf89-a358-48e6-b0ed-a0ee0b9c7714 req-c45acbb2-efc9-42a1-af51-e4b055ec6482 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5922ef8-fcf3-4240-a0c1-c82965a7e237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672219
Apr 05 12:08:10.048241 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb7dfd60-9ad3-4f70-acff-3915889c7a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445342'] for router, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:10.083888 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device a5dff572-1107-4b62-b9b2-b9f73c34b780 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:08:10.194214 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning for port a5dff572-1107-4b62-b9b2-b9f73c34b780 completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:08:10.301286 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8219b6e-90be-4284-a47a-7913d05201c7 req-ce20aa86-1c20-49a3-96b5-2c9e84b7ed19 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:10.308094 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e8219b6e-90be-4284-a47a-7913d05201c7 req-ce20aa86-1c20-49a3-96b5-2c9e84b7ed19 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.1642323
Apr 05 12:08:10.390567 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e8219b6e-90be-4284-a47a-7913d05201c7 req-3d40a900-afc6-44a6-97aa-4662ff08ab75 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812838
Apr 05 12:08:10.425490 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a260bcf-d6e2-49bf-9c81-641701311f8d None None] Network 0d1a45c1-5bda-4177-9f6d-4ce95f1005fb requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:08:10.451121 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ac0d7-162a-4f00-8968-cdbdf056e0dc req-6ba9c0f3-1787-47fe-881d-9f341616c713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:10.452738 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a52ac0d7-162a-4f00-8968-cdbdf056e0dc req-6ba9c0f3-1787-47fe-881d-9f341616c713 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 1098 time: 0.1454420
Apr 05 12:08:10.533123 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-dbd1c305-108e-4c55-8b87-b544c353312a None None] Provisioning for port a5dff572-1107-4b62-b9b2-b9f73c34b780 completed by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:08:10.540498 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-dbd1c305-108e-4c55-8b87-b544c353312a None None] Provisioning complete for port a5dff572-1107-4b62-b9b2-b9f73c34b780 triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:08:10.541068 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dbd1c305-108e-4c55-8b87-b544c353312a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:10.572934 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a52ac0d7-162a-4f00-8968-cdbdf056e0dc req-f52ae996-5054-4739-a891-820738b0e16a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090553
Apr 05 12:08:10.615244 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7a3a1-c444-4bcc-b1a0-207ff4f101a7 req-6dbadeea-f751-4cc8-a0a2-5f90c51fcdbd tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:10.620034 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 42510) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:10.622903 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d6d7a3a1-c444-4bcc-b1a0-207ff4f101a7 req-6dbadeea-f751-4cc8-a0a2-5f90c51fcdbd tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 945 time: 0.1332304
Apr 05 12:08:10.624845 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7dfd60-9ad3-4f70-acff-3915889c7a68 admin admin] Router a263005d-5aa8-4fe5-bad2-c26f09105d63 is scheduled to L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d with binding_index 1 {{(pid=84268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 05 12:08:10.757343 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-5401f207-0228-46b0-a128-cf9ee736ff52 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-572568544-network', 'tenant_id': 'aeef6c5c7cf04cec883416dc0997d657'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:08:10.763465 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5401f207-0228-46b0-a128-cf9ee736ff52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:10.768176 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-5401f207-0228-46b0-a128-cf9ee736ff52 admin admin] Usage tracker for resource:network and tenant:aeef6c5c7cf04cec883416dc0997d657 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:10.772501 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-5401f207-0228-46b0-a128-cf9ee736ff52 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:10.780695 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5401f207-0228-46b0-a128-cf9ee736ff52 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:10.791434 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5401f207-0228-46b0-a128-cf9ee736ff52 admin admin] Made reservation on behalf of aeef6c5c7cf04cec883416dc0997d657 for: {'network': 1} {{(pid=84269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:08:10.798952 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5401f207-0228-46b0-a128-cf9ee736ff52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:10.808699 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dbd1c305-108e-4c55-8b87-b544c353312a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:10.816968 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5401f207-0228-46b0-a128-cf9ee736ff52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:10.821797 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d6d7a3a1-c444-4bcc-b1a0-207ff4f101a7 req-2e1ff9b5-3c69-4144-bb58-c7f93adfa5a7 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1978350
Apr 05 12:08:10.853220 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5401f207-0228-46b0-a128-cf9ee736ff52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:10.859251 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-5401f207-0228-46b0-a128-cf9ee736ff52 admin admin] Usage tracker for resource:security_group_rule and tenant:aeef6c5c7cf04cec883416dc0997d657 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:10.864853 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-5401f207-0228-46b0-a128-cf9ee736ff52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:10.866619 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-dbd1c305-108e-4c55-8b87-b544c353312a None None] For port a5dff572-1107-4b62-b9b2-b9f73c34b780, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=a5dff572-1107-4b62-b9b2-b9f73c34b780,segment=NetworkSegment(9db00757-6e46-4c10-9476-d05f8f304f63),segment_id=9db00757-6e46-4c10-9476-d05f8f304f63)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:08:10.871770 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dbd1c305-108e-4c55-8b87-b544c353312a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:10.872380 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5401f207-0228-46b0-a128-cf9ee736ff52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:10.881691 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-cb77097d-d75f-43a9-bdeb-9c331a40497c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:10.919013 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7dfd60-9ad3-4f70-acff-3915889c7a68 admin admin] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:08:10.930763 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c55441-4dee-4ebc-ba73-67f17ddcdac8 None None] Sync routers for ids ['a263005d-5aa8-4fe5-bad2-c26f09105d63'] in dv-cinder-784763-1-iscsi {{(pid=84271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:08:10.948370 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c55441-4dee-4ebc-ba73-67f17ddcdac8 None None] Routers {'a263005d-5aa8-4fe5-bad2-c26f09105d63'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:08:10.949289 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-73c55441-4dee-4ebc-ba73-67f17ddcdac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460f79320>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:07:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['a263005d-5aa8-4fe5-bad2-c26f09105d63'], 'active': True} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:08:10.970476 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb7dfd60-9ad3-4f70-acff-3915889c7a68 admin admin] Notify callbacks [] for router, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:10.975248 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-cb7dfd60-9ad3-4f70-acff-3915889c7a68 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.6527128
Apr 05 12:08:10.975786 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 42528) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:10.985684 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5401f207-0228-46b0-a128-cf9ee736ff52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:10.998526 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5401f207-0228-46b0-a128-cf9ee736ff52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:11.008270 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-728fe1b8-7c8a-475e-a68c-99504bc5ad26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:11.049487 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1c305-108e-4c55-8b87-b544c353312a None None] Pushing event updated for resources: {'Port': ['ID=a5dff572-1107-4b62-b9b2-b9f73c34b780,revision_number=3']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:11.058891 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-dbd1c305-108e-4c55-8b87-b544c353312a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:11.063445 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5401f207-0228-46b0-a128-cf9ee736ff52 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'}  {{(pid=84269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 12:08:11.118490 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401f207-0228-46b0-a128-cf9ee736ff52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45378dbe-e24e-46fe-876d-24f89a40b58a,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:11.121851 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5401f207-0228-46b0-a128-cf9ee736ff52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:11.130990 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.segments_db [None req-5401f207-0228-46b0-a128-cf9ee736ff52 admin admin] Added segment cca319d6-d04d-4541-ba09-f3b3756a74bc of type vlan for network 824ff9bc-3428-4660-94c8-a66bfd483c75
Apr 05 12:08:11.221960 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-5401f207-0228-46b0-a128-cf9ee736ff52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:11.331234 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-73c55441-4dee-4ebc-ba73-67f17ddcdac8 None None] Set router a263005d-5aa8-4fe5-bad2-c26f09105d63 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:08:11.354683 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5401f207-0228-46b0-a128-cf9ee736ff52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737139937617'] for network, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:11.413665 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-014cb246-ed46-47c2-b582-269db1db52e4 None None] Provisioning complete for port a5dff572-1107-4b62-b9b2-b9f73c34b780 triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:08:11.414328 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-014cb246-ed46-47c2-b582-269db1db52e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:11.486391 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b5018-dfcf-49f2-82fc-f90662b0f0be req-cdd906bd-094d-4bbe-8451-03a5c91b9b28 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:11.496630 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-323b5018-dfcf-49f2-82fc-f90662b0f0be req-cdd906bd-094d-4bbe-8451-03a5c91b9b28 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f8c771-c22a-4737-ad78-38d7e75ea49f HTTP/1.1" status: 200  len: 949 time: 0.3638053
Apr 05 12:08:11.575806 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5401f207-0228-46b0-a128-cf9ee736ff52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131'] for network, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:11.595814 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5401f207-0228-46b0-a128-cf9ee736ff52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:11.596745 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5401f207-0228-46b0-a128-cf9ee736ff52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for network, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:11.604424 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:11.698467 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-323b5018-dfcf-49f2-82fc-f90662b0f0be req-0b163c15-1cf6-4b3e-ab18-5b04d87af0c6 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5922ef8-fcf3-4240-a0c1-c82965a7e237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1971116
Apr 05 12:08:11.749916 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401f207-0228-46b0-a128-cf9ee736ff52 admin admin] Pushing event updated for resources: {'Network': ['ID=824ff9bc-3428-4660-94c8-a66bfd483c75,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:11.757138 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-5401f207-0228-46b0-a128-cf9ee736ff52 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.1325324
Apr 05 12:08:11.757138 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-5401f207-0228-46b0-a128-cf9ee736ff52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:11.759109 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 42548) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:11.762740 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Network 824ff9bc-3428-4660-94c8-a66bfd483c75 details requested by agent ovs-agent-dv-cinder-784763-1-iscsi with host dv-cinder-784763-1-iscsi {{(pid=84270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 12:08:11.778319 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-476248f2-9dae-443c-a1b2-cd5f4d1841aa admin admin] Request body: {'subnet': {'network_id': '824ff9bc-3428-4660-94c8-a66bfd483c75', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-572568544-subnet', 'tenant_id': 'aeef6c5c7cf04cec883416dc0997d657', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:08:11.799117 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-476248f2-9dae-443c-a1b2-cd5f4d1841aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:11.803760 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-476248f2-9dae-443c-a1b2-cd5f4d1841aa admin admin] Usage tracker for resource:subnet and tenant:aeef6c5c7cf04cec883416dc0997d657 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:11.807006 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-476248f2-9dae-443c-a1b2-cd5f4d1841aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:11.822774 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-476248f2-9dae-443c-a1b2-cd5f4d1841aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:11.840379 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476248f2-9dae-443c-a1b2-cd5f4d1841aa admin admin] Made reservation on behalf of aeef6c5c7cf04cec883416dc0997d657 for: {'subnet': 1} {{(pid=84269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:08:11.845343 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-476248f2-9dae-443c-a1b2-cd5f4d1841aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851746051'] for subnet, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:11.851957 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccee97-3f2a-4480-a52e-d90dc2484dbe req-a9a0f272-b108-4a09-9656-6da0edbefb73 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:11.853737 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-28ccee97-3f2a-4480-a52e-d90dc2484dbe req-a9a0f272-b108-4a09-9656-6da0edbefb73 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.1832778
Apr 05 12:08:11.939726 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-73c55441-4dee-4ebc-ba73-67f17ddcdac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460f79320>, [{'id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'name': 'tempest-AttachVolumeTestJSON-1274198240-router', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:07Z', 'updated_at': '2021-04-05T12:08:09Z', 'revision_number': 3, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'gw_port': {'id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:08Z', 'updated_at': '2021-04-05T12:08:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi'}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:08:11.947301 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c55441-4dee-4ebc-ba73-67f17ddcdac8 None None] Checking router: a263005d-5aa8-4fe5-bad2-c26f09105d63 for host: dv-cinder-784763-1-iscsi {{(pid=84271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:08:11.947595 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c55441-4dee-4ebc-ba73-67f17ddcdac8 None None] Updating router a263005d-5aa8-4fe5-bad2-c26f09105d63 port 7bdf08e0-b0ad-467f-965e-8f04c52f125c binding host dv-cinder-784763-1-iscsi {{(pid=84271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 12:08:12.017494 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-73c55441-4dee-4ebc-ba73-67f17ddcdac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:12.045797 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device a5dff572-1107-4b62-b9b2-b9f73c34b780 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:08:12.068592 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-28ccee97-3f2a-4480-a52e-d90dc2484dbe req-bc4cd87a-3953-411c-8479-1725b2fa72a8 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1998315
Apr 05 12:08:12.165123 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port a5dff572-1107-4b62-b9b2-b9f73c34b780 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:08:12.165773 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:12.369904 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec4299f2-c154-464b-873d-af2102c0abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:12.562781 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb6ce4-0c88-4398-840f-6527a23045ae req-767f501e-f966-4db5-9aec-c149dfe0d3db tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:12.574516 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0dbb6ce4-0c88-4398-840f-6527a23045ae req-767f501e-f966-4db5-9aec-c149dfe0d3db tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.2640431
Apr 05 12:08:12.604899 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-73c55441-4dee-4ebc-ba73-67f17ddcdac8 None None] Notify callbacks [] for port, precommit_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:12.605134 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c4219-361f-468b-97dc-6233b353f112 req-8baf3db9-822f-4186-a0f0-ea517c6140a4 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:12.610149 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-027c4219-361f-468b-97dc-6233b353f112 req-8baf3db9-822f-4186-a0f0-ea517c6140a4 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 945 time: 0.5606852
Apr 05 12:08:12.637999 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-73c55441-4dee-4ebc-ba73-67f17ddcdac8 None None] Transition to ACTIVE for port object 7bdf08e0-b0ad-467f-965e-8f04c52f125c will not be triggered until provisioned by entity L2. {{(pid=84271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:08:12.649158 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-73c55441-4dee-4ebc-ba73-67f17ddcdac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:12.668848 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-611f4580-8e83-40c0-99d7-1e96054f0bfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:12.696061 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-027c4219-361f-468b-97dc-6233b353f112 req-6f45b6f9-b5a6-4e4f-b2d2-c502d8af3873 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773013
Apr 05 12:08:12.774595 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0dbb6ce4-0c88-4398-840f-6527a23045ae req-fce6c3e4-b542-4a15-9e07-7c094c42023f tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1415710
Apr 05 12:08:12.859466 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-476248f2-9dae-443c-a1b2-cd5f4d1841aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852080937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851746098'] for subnet, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:12.861584 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-ec4299f2-c154-464b-873d-af2102c0abe4 admin admin] Allocated IP 172.20.0.1 (0d1a45c1-5bda-4177-9f6d-4ce95f1005fb/e2bf2297-d799-490c-8e49-5e5a4e02830c/f5874e2f-c965-4586-9fdd-64f048d8b717) {{(pid=84268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:08:12.875654 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:12.996212 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ff9a8-864c-4350-ab64-765d5b1a3879 None None] Pushing event updated for resources: {'Port': ['ID=7bdf08e0-b0ad-467f-965e-8f04c52f125c,revision_number=2']} {{(pid=84271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:13.031747 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ff9a8-864c-4350-ab64-765d5b1a3879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:13.032127 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ff9a8-864c-4350-ab64-765d5b1a3879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:13.032502 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ff9a8-864c-4350-ab64-765d5b1a3879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:13.032868 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ff9a8-864c-4350-ab64-765d5b1a3879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:13.033231 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ff9a8-864c-4350-ab64-765d5b1a3879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:13.033590 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ff9a8-864c-4350-ab64-765d5b1a3879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:13.033948 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ff9a8-864c-4350-ab64-765d5b1a3879 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:13.034345 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ff9a8-864c-4350-ab64-765d5b1a3879 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:13.034666 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ff9a8-864c-4350-ab64-765d5b1a3879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:13.034999 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ff9a8-864c-4350-ab64-765d5b1a3879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:13.035511 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ff9a8-864c-4350-ab64-765d5b1a3879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:13.036093 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ff9a8-864c-4350-ab64-765d5b1a3879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:13.046679 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-215ff9a8-864c-4350-ab64-765d5b1a3879 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:13.157236 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476248f2-9dae-443c-a1b2-cd5f4d1841aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb3899a7-b1f4-44f1-8307-a691d8d37d98,revision_number=0']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:13.163314 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-476248f2-9dae-443c-a1b2-cd5f4d1841aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:13.174873 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-73c55441-4dee-4ebc-ba73-67f17ddcdac8 None None] Attempting to bind port 7bdf08e0-b0ad-467f-965e-8f04c52f125c on host dv-cinder-784763-1-iscsi for vnic_type normal with profile  {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:08:13.175549 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-73c55441-4dee-4ebc-ba73-67f17ddcdac8 None None] Attempting to bind port 7bdf08e0-b0ad-467f-965e-8f04c52f125c by drivers openvswitch,hyperv on host dv-cinder-784763-1-iscsi at level 0 using segments [{'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'}] {{(pid=84271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:08:13.177420 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c55441-4dee-4ebc-ba73-67f17ddcdac8 None None] Attempting to bind port 7bdf08e0-b0ad-467f-965e-8f04c52f125c on network 9d12ef10-d92d-4db6-ae05-ceb86a15802e {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:08:13.185476 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c55441-4dee-4ebc-ba73-67f17ddcdac8 None None] Checking agent: {'id': '93e0106f-7977-40cd-8b89-dc51f73202a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 25), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:08:13.185922 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c55441-4dee-4ebc-ba73-67f17ddcdac8 None None] Checking segment: {'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:08:13.186641 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-73c55441-4dee-4ebc-ba73-67f17ddcdac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:13.187305 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c55441-4dee-4ebc-ba73-67f17ddcdac8 None None] Bound using segment: {'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'} {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:08:13.188436 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-73c55441-4dee-4ebc-ba73-67f17ddcdac8 None None] Bound port: 7bdf08e0-b0ad-467f-965e-8f04c52f125c, host: dv-cinder-784763-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'}}] {{(pid=84271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:08:13.188945 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-73c55441-4dee-4ebc-ba73-67f17ddcdac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:13.230056 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7e5e9-298d-481a-ad94-a8afa0ba2541 req-b6f1d396-b2c1-44cd-96b2-f504398a716e tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:13.238409 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-12c7e5e9-298d-481a-ad94-a8afa0ba2541 req-b6f1d396-b2c1-44cd-96b2-f504398a716e tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f8c771-c22a-4737-ad78-38d7e75ea49f HTTP/1.1" status: 200  len: 949 time: 0.2239027
Apr 05 12:08:13.256597 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec4299f2-c154-464b-873d-af2102c0abe4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:13.290296 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-ec4299f2-c154-464b-873d-af2102c0abe4 admin admin] Transition to ACTIVE for port object f5874e2f-c965-4586-9fdd-64f048d8b717 will not be triggered until provisioned by entity DHCP. {{(pid=84268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:08:13.300323 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476248f2-9dae-443c-a1b2-cd5f4d1841aa admin admin] Checking segment: {'id': 'cca319d6-d04d-4541-ba09-f3b3756a74bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '824ff9bc-3428-4660-94c8-a66bfd483c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:08:13.300998 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476248f2-9dae-443c-a1b2-cd5f4d1841aa admin admin] Network hostable DHCP agents. Network: 824ff9bc-3428-4660-94c8-a66bfd483c75, hostable agents: ['09bf275b-3c10-4287-a080-17cf02d540e7'], hosted agents: [] {{(pid=84269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 12:08:13.312299 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-12c7e5e9-298d-481a-ad94-a8afa0ba2541 req-9602be35-2d11-4bfd-90a0-564525c38fd7 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5922ef8-fcf3-4240-a0c1-c82965a7e237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722859
Apr 05 12:08:13.332509 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-73c55441-4dee-4ebc-ba73-67f17ddcdac8 None None] For port 7bdf08e0-b0ad-467f-965e-8f04c52f125c, host dv-cinder-784763-1-iscsi, cleared binding levels {{(pid=84271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:08:13.338928 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-73c55441-4dee-4ebc-ba73-67f17ddcdac8 None None] For port 7bdf08e0-b0ad-467f-965e-8f04c52f125c, host dv-cinder-784763-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=7bdf08e0-b0ad-467f-965e-8f04c52f125c,segment=NetworkSegment(9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6),segment_id=9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6)] {{(pid=84271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:08:13.343457 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec4299f2-c154-464b-873d-af2102c0abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:13.345320 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-73c55441-4dee-4ebc-ba73-67f17ddcdac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:13.346427 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476248f2-9dae-443c-a1b2-cd5f4d1841aa admin admin] Network 824ff9bc-3428-4660-94c8-a66bfd483c75 is scheduled to be hosted by DHCP agent 09bf275b-3c10-4287-a080-17cf02d540e7 with binding_index 1 {{(pid=84269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 12:08:13.363589 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:13.373734 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-476248f2-9dae-443c-a1b2-cd5f4d1841aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-iscsi, 824ff9bc-3428-4660-94c8-a66bfd483c75) {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:08:13.376710 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:13.394713 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e64f0d2-4946-4d81-99f6-4d38f127f1fb None None] Network 824ff9bc-3428-4660-94c8-a66bfd483c75 requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:08:13.400460 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476248f2-9dae-443c-a1b2-cd5f4d1841aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:13.401116 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-476248f2-9dae-443c-a1b2-cd5f4d1841aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:13.451442 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-476248f2-9dae-443c-a1b2-cd5f4d1841aa admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.6911058
Apr 05 12:08:13.637561 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4299f2-c154-464b-873d-af2102c0abe4 admin admin] Pushing event updated for resources: {'Port': ['ID=f5874e2f-c965-4586-9fdd-64f048d8b717,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:13.643750 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ec4299f2-c154-464b-873d-af2102c0abe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:13.771292 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ff9a8-864c-4350-ab64-765d5b1a3879 None None] Pushing event updated for resources: {'Port': ['ID=7bdf08e0-b0ad-467f-965e-8f04c52f125c,revision_number=3']} {{(pid=84271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:13.795005 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4299f2-c154-464b-873d-af2102c0abe4 admin admin] Network 0d1a45c1-5bda-4177-9f6d-4ce95f1005fb is already hosted by enough agents. {{(pid=84268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:08:13.796257 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-ec4299f2-c154-464b-873d-af2102c0abe4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:08:13.799066 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4299f2-c154-464b-873d-af2102c0abe4 admin admin] Received port after_create {{(pid=84268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:08:13.837091 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ccff5e-eca9-4585-887a-5554a3fea688 None None] Network 824ff9bc-3428-4660-94c8-a66bfd483c75 requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:08:13.862338 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c55441-4dee-4ebc-ba73-67f17ddcdac8 None None] Routers {'a263005d-5aa8-4fe5-bad2-c26f09105d63'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:08:13.865188 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-73c55441-4dee-4ebc-ba73-67f17ddcdac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460f79320>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:07:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['a263005d-5aa8-4fe5-bad2-c26f09105d63'], 'active': True} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:08:13.955012 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec4299f2-c154-464b-873d-af2102c0abe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854369981'] for router_interface, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:13.976337 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-215ff9a8-864c-4350-ab64-765d5b1a3879 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:14.193754 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-73c55441-4dee-4ebc-ba73-67f17ddcdac8 None None] Set router a263005d-5aa8-4fe5-bad2-c26f09105d63 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:08:14.202309 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-df587495-048d-4f20-a2ae-86297be0f231 None None] Provisioning for port f5874e2f-c965-4586-9fdd-64f048d8b717 completed by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:08:14.218849 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-df587495-048d-4f20-a2ae-86297be0f231 None None] Provisioning complete for port f5874e2f-c965-4586-9fdd-64f048d8b717 triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:08:14.219198 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-df587495-048d-4f20-a2ae-86297be0f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:14.296526 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec4299f2-c154-464b-873d-af2102c0abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:14.326279 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4985881-fe04-452c-a433-0a2543c61bea req-8266cefd-8bff-4184-ad24-846f72f49171 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:14.328011 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d4985881-fe04-452c-a433-0a2543c61bea req-8266cefd-8bff-4184-ad24-846f72f49171 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 945 time: 0.2661042
Apr 05 12:08:14.337526 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-df587495-048d-4f20-a2ae-86297be0f231 None None] Port f5874e2f-c965-4586-9fdd-64f048d8b717 cannot update to ACTIVE because it is not bound. {{(pid=84270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 12:08:14.612121 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06cb6d-0bed-4bc2-bb34-c9622bc080dc req-7478ad5e-813b-4c76-8c0c-a24565449948 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:14.619362 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-cd06cb6d-0bed-4bc2-bb34-c9622bc080dc req-7478ad5e-813b-4c76-8c0c-a24565449948 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f8c771-c22a-4737-ad78-38d7e75ea49f HTTP/1.1" status: 200  len: 949 time: 0.1258945
Apr 05 12:08:14.635436 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-73c55441-4dee-4ebc-ba73-67f17ddcdac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460f79320>, [{'id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'name': 'tempest-AttachVolumeTestJSON-1274198240-router', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:07Z', 'updated_at': '2021-04-05T12:08:09Z', 'revision_number': 3, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'gw_port': {'id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:08Z', 'updated_at': '2021-04-05T12:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi'}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:08:14.647901 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c55441-4dee-4ebc-ba73-67f17ddcdac8 None None] The sync data for ids ['a263005d-5aa8-4fe5-bad2-c26f09105d63'] in dv-cinder-784763-1-iscsi is: [{'id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'name': 'tempest-AttachVolumeTestJSON-1274198240-router', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:07Z', 'updated_at': '2021-04-05T12:08:09Z', 'revision_number': 3, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'gw_port': {'id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:08Z', 'updated_at': '2021-04-05T12:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi'}] {{(pid=84271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:08:14.746255 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-cd06cb6d-0bed-4bc2-bb34-c9622bc080dc req-0589a5ce-9558-4b2d-9688-75919306a48f tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5922ef8-fcf3-4240-a0c1-c82965a7e237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249576
Apr 05 12:08:14.791400 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d4985881-fe04-452c-a433-0a2543c61bea req-a4651a88-86c0-4f4e-b226-96c38d3811ee tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4115071
Apr 05 12:08:15.094578 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec4299f2-c154-464b-873d-af2102c0abe4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:15.100736 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec4299f2-c154-464b-873d-af2102c0abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851385328'] for port, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:15.167099 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-5bda0053-e03c-4d47-a8dd-1ad4860d7c00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:15.353885 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec4299f2-c154-464b-873d-af2102c0abe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854215708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854374506'] for router_interface, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:15.582806 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2259b1b-2a75-4381-9156-7821b26b914d req-fbc573ad-76a5-40a9-bb4f-cf8fad25ab92 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:15.591745 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d2259b1b-2a75-4381-9156-7821b26b914d req-fbc573ad-76a5-40a9-bb4f-cf8fad25ab92 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.1745379
Apr 05 12:08:15.626181 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4299f2-c154-464b-873d-af2102c0abe4 admin admin] Pushing event updated for resources: {'Port': ['ID=f5874e2f-c965-4586-9fdd-64f048d8b717,revision_number=2']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:15.660502 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4299f2-c154-464b-873d-af2102c0abe4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:15.661945 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d2259b1b-2a75-4381-9156-7821b26b914d req-9f2ec96d-a383-4e7d-b1c5-7d4cf911790a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690897
Apr 05 12:08:15.664437 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4299f2-c154-464b-873d-af2102c0abe4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:15.664853 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4299f2-c154-464b-873d-af2102c0abe4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:15.665248 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4299f2-c154-464b-873d-af2102c0abe4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:15.665633 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4299f2-c154-464b-873d-af2102c0abe4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:15.666023 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4299f2-c154-464b-873d-af2102c0abe4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:15.676068 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4299f2-c154-464b-873d-af2102c0abe4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:15.676068 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4299f2-c154-464b-873d-af2102c0abe4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:15.676068 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4299f2-c154-464b-873d-af2102c0abe4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:15.676068 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4299f2-c154-464b-873d-af2102c0abe4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:15.676068 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4299f2-c154-464b-873d-af2102c0abe4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:15.676068 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4299f2-c154-464b-873d-af2102c0abe4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:15.693805 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ec4299f2-c154-464b-873d-af2102c0abe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:15.730516 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328f20a-5c6e-40b4-92ac-27ac42d7cd20 req-5d51be89-561c-4e76-9956-25d69c47bc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:15.732635 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7328f20a-5c6e-40b4-92ac-27ac42d7cd20 req-5d51be89-561c-4e76-9956-25d69c47bc29 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0903b4e64774f679042704eb580949d&device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 1098 time: 0.3488126
Apr 05 12:08:15.871191 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4299f2-c154-464b-873d-af2102c0abe4 admin admin] Network 0d1a45c1-5bda-4177-9f6d-4ce95f1005fb is already hosted by enough agents. {{(pid=84268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:08:15.874501 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-ec4299f2-c154-464b-873d-af2102c0abe4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:08:16.143861 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 7bdf08e0-b0ad-467f-965e-8f04c52f125c up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:08:16.169818 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f6bd6-d6ca-42df-be93-8d3cc99b8b09 req-4f69d535-7561-46a2-adef-e8762b67dc06 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:16.171517 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-851f6bd6-d6ca-42df-be93-8d3cc99b8b09 req-4f69d535-7561-46a2-adef-e8762b67dc06 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9f8c771-c22a-4737-ad78-38d7e75ea49f HTTP/1.1" status: 200  len: 949 time: 0.2703500
Apr 05 12:08:16.229572 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 42678) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:16.326596 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-851f6bd6-d6ca-42df-be93-8d3cc99b8b09 req-c30ff9e5-7159-4040-9063-93028f859192 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Deleting port 5999d8cb-7f6f-4e9d-9e7c-3cdff0133623 {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:08:16.326986 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-851f6bd6-d6ca-42df-be93-8d3cc99b8b09 req-c30ff9e5-7159-4040-9063-93028f859192 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:16.427739 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-17f7cf92-fed2-4cb4-8014-c8e42ce5a1de None None] Provisioning complete for port f5874e2f-c965-4586-9fdd-64f048d8b717 triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:08:16.428555 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-17f7cf92-fed2-4cb4-8014-c8e42ce5a1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:16.450446 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328f20a-5c6e-40b4-92ac-27ac42d7cd20 req-a5879190-d8d9-4217-8354-0f92b5dc0cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:16.452328 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7328f20a-5c6e-40b4-92ac-27ac42d7cd20 req-a5879190-d8d9-4217-8354-0f92b5dc0cea service neutron] 10.222.0.37 "GET /v2.0/networks?id=a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0 HTTP/1.1" status: 200  len: 919 time: 0.7106385
Apr 05 12:08:16.534003 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7328f20a-5c6e-40b4-92ac-27ac42d7cd20 req-d286bd36-ede2-44ed-9fce-9e9b0f34def7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f HTTP/1.1" status: 200  len: 217 time: 0.0706923
Apr 05 12:08:16.537025 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-17f7cf92-fed2-4cb4-8014-c8e42ce5a1de None None] Port f5874e2f-c965-4586-9fdd-64f048d8b717 cannot update to ACTIVE because it is not bound. {{(pid=84270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 12:08:16.539216 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning for port 7bdf08e0-b0ad-467f-965e-8f04c52f125c completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:08:16.543260 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f747c29-4577-479b-9c18-2dcea17edeb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:16.545394 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port 7bdf08e0-b0ad-467f-965e-8f04c52f125c triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:08:16.545936 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:16.597339 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3f747c29-4577-479b-9c18-2dcea17edeb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:16.610408 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00691f49-dd59-49fd-82b8-ffad084f32c3 req-ba8f4602-45d7-446e-95c9-0025d3a87bcc tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:16.612023 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-00691f49-dd59-49fd-82b8-ffad084f32c3 req-ba8f4602-45d7-446e-95c9-0025d3a87bcc tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f8c771-c22a-4737-ad78-38d7e75ea49f HTTP/1.1" status: 200  len: 949 time: 0.5791965
Apr 05 12:08:16.664812 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-3f747c29-4577-479b-9c18-2dcea17edeb7 admin admin] Usage tracker for resource:security_group_rule and tenant:33a3c7c3cd83427ba390f7305ed057fc is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:16.675275 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:16.677356 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328f20a-5c6e-40b4-92ac-27ac42d7cd20 req-2b4c22c1-a3ac-486f-b29b-ad672058d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:16.678913 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7328f20a-5c6e-40b4-92ac-27ac42d7cd20 req-2b4c22c1-a3ac-486f-b29b-ad672058d097 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ced82538-3893-4e0b-a29e-4343c9a27f88 HTTP/1.1" status: 200  len: 858 time: 0.1250367
Apr 05 12:08:16.682745 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4299f2-c154-464b-873d-af2102c0abe4 admin admin] Router a263005d-5aa8-4fe5-bad2-c26f09105d63 has already been hosted by L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d {{(pid=84268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 12:08:16.696611 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] For port 7bdf08e0-b0ad-467f-965e-8f04c52f125c, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=7bdf08e0-b0ad-467f-965e-8f04c52f125c,segment=NetworkSegment(9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6),segment_id=9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:08:16.701250 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:16.703310 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:16.733161 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-00691f49-dd59-49fd-82b8-ffad084f32c3 req-0a6c139b-1951-4a4b-8e76-00c1e85be476 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/security-groups?id=e5922ef8-fcf3-4240-a0c1-c82965a7e237&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107197
Apr 05 12:08:16.738074 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-3f747c29-4577-479b-9c18-2dcea17edeb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:16.751855 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7328f20a-5c6e-40b4-92ac-27ac42d7cd20 req-6bc070a3-601a-4de4-b113-ca7106159d4d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0607691
Apr 05 12:08:16.785211 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3f747c29-4577-479b-9c18-2dcea17edeb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:16.803027 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Pushing event updated for resources: {'Port': ['ID=7bdf08e0-b0ad-467f-965e-8f04c52f125c,revision_number=4']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:16.806501 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:16.997514 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-b9ab9360-29b0-4052-8e87-de9e2ad50c38 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:16.998296 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-b9ab9360-29b0-4052-8e87-de9e2ad50c38 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Synchronizing usage tracker for tenant:aeef6c5c7cf04cec883416dc0997d657 on resource:network {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:08:17.002732 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-851f6bd6-d6ca-42df-be93-8d3cc99b8b09 req-c30ff9e5-7159-4040-9063-93028f859192 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] For port 5999d8cb-7f6f-4e9d-9e7c-3cdff0133623, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=5999d8cb-7f6f-4e9d-9e7c-3cdff0133623,segment=NetworkSegment(a65a2c3a-4c40-494b-ad59-f1c3f54d0b69),segment_id=a65a2c3a-4c40-494b-ad59-f1c3f54d0b69)] {{(pid=84269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:08:17.003138 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-851f6bd6-d6ca-42df-be93-8d3cc99b8b09 req-c30ff9e5-7159-4040-9063-93028f859192 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:17.077934 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f747c29-4577-479b-9c18-2dcea17edeb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:17.151125 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4299f2-c154-464b-873d-af2102c0abe4 admin admin] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:08:17.160530 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7328f20a-5c6e-40b4-92ac-27ac42d7cd20 req-f5d4e761-1378-4ffd-8801-ce2ccb9915ff service neutron] 10.222.0.37 "GET /v2.0/networks/a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2603474
Apr 05 12:08:17.174696 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-ec4299f2-c154-464b-873d-af2102c0abe4 admin admin] 10.222.0.36 "PUT /v2.0/routers/a263005d-5aa8-4fe5-bad2-c26f09105d63/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1976347
Apr 05 12:08:17.182179 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-851f6bd6-d6ca-42df-be93-8d3cc99b8b09 req-c30ff9e5-7159-4040-9063-93028f859192 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Calling delete_port for 5999d8cb-7f6f-4e9d-9e7c-3cdff0133623 owned by compute:nova {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:08:17.196982 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a157e-591d-441b-a670-95c612afecaa req-3909e8a8-8924-4366-ad78-5cc379bb60ba tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:17.204514 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2f3a157e-591d-441b-a670-95c612afecaa req-3909e8a8-8924-4366-ad78-5cc379bb60ba tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.3062198
Apr 05 12:08:17.217520 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-b9ab9360-29b0-4052-8e87-de9e2ad50c38 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Unset dirty status for tenant:aeef6c5c7cf04cec883416dc0997d657 on resource:network {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:08:17.225246 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-b9ab9360-29b0-4052-8e87-de9e2ad50c38 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/networks?id=824ff9bc-3428-4660-94c8-a66bfd483c75 HTTP/1.1" status: 200  len: 808 time: 0.6682620
Apr 05 12:08:17.234494 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f747c29-4577-479b-9c18-2dcea17edeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:17.274745 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ba5aa88b-4490-482e-b020-a41415cab63a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:17.283574 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-3f747c29-4577-479b-9c18-2dcea17edeb7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=33a3c7c3cd83427ba390f7305ed057fc&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0481861
Apr 05 12:08:17.302716 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 42710) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:17.344249 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2f3a157e-591d-441b-a670-95c612afecaa req-fbda5488-9953-4174-83c5-8c2584d7e561 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385975
Apr 05 12:08:17.364886 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-1c4197e3-7dc0-4ea7-82ec-9c53701c1345 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/quotas/aeef6c5c7cf04cec883416dc0997d657 HTTP/1.1" status: 200  len: 375 time: 0.1384323
Apr 05 12:08:17.438689 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-7960f192-24d7-460d-a955-0e34a9cdd8f0 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=aeef6c5c7cf04cec883416dc0997d657&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0616903
Apr 05 12:08:17.439520 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f747c29-4577-479b-9c18-2dcea17edeb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1a7018-bd72-4720-8ff0-a3d88d30ecac,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:17.443935 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7328f20a-5c6e-40b4-92ac-27ac42d7cd20 req-c81f5d5d-0fd4-4a66-bcf7-8ad5a9a83aa7 service neutron] 10.222.0.37 "GET /v2.0/networks/a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2563941
Apr 05 12:08:17.572627 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f747c29-4577-479b-9c18-2dcea17edeb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:17.573030 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f747c29-4577-479b-9c18-2dcea17edeb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:17.573427 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f747c29-4577-479b-9c18-2dcea17edeb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:17.573828 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f747c29-4577-479b-9c18-2dcea17edeb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:17.574282 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f747c29-4577-479b-9c18-2dcea17edeb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:17.574620 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f747c29-4577-479b-9c18-2dcea17edeb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:17.575013 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f747c29-4577-479b-9c18-2dcea17edeb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:17.575401 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f747c29-4577-479b-9c18-2dcea17edeb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:17.575791 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f747c29-4577-479b-9c18-2dcea17edeb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:17.576175 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f747c29-4577-479b-9c18-2dcea17edeb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:17.577236 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f747c29-4577-479b-9c18-2dcea17edeb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:17.577637 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f747c29-4577-479b-9c18-2dcea17edeb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:17.640469 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-3f747c29-4577-479b-9c18-2dcea17edeb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:17.653978 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10829df4-f899-42d1-8ac9-2aae3e01d953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:17.748757 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10829df4-f899-42d1-8ac9-2aae3e01d953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:17.931378 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 42728) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:17.938267 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-136f8127-ea63-48dd-88c9-fa6db9173bb4 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Request body: {'security_group': {'name': 'tempest-securitygroup--174428452', 'description': 'tempest-description--1191931337'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:08:17.946632 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-136f8127-ea63-48dd-88c9-fa6db9173bb4 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:17.969018 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-136f8127-ea63-48dd-88c9-fa6db9173bb4 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Usage tracker for resource:security_group and tenant:525c6898bd0b4bc98230f38ee54db7c6 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:17.973808 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-136f8127-ea63-48dd-88c9-fa6db9173bb4 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:17.982924 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-136f8127-ea63-48dd-88c9-fa6db9173bb4 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:17.995187 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-136f8127-ea63-48dd-88c9-fa6db9173bb4 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:18.021602 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-136f8127-ea63-48dd-88c9-fa6db9173bb4 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:18.026723 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-136f8127-ea63-48dd-88c9-fa6db9173bb4 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Usage tracker for resource:security_group_rule and tenant:525c6898bd0b4bc98230f38ee54db7c6 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:18.028751 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 7bdf08e0-b0ad-467f-965e-8f04c52f125c up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:08:18.030411 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-136f8127-ea63-48dd-88c9-fa6db9173bb4 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:18.031571 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-851f6bd6-d6ca-42df-be93-8d3cc99b8b09 req-c30ff9e5-7159-4040-9063-93028f859192 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:18.038557 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-136f8127-ea63-48dd-88c9-fa6db9173bb4 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:18.055644 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-c8335df2-5f48-4f79-a43f-acd028fda647 service neutron] 10.222.0.36 "GET /v2.0/networks/824ff9bc-3428-4660-94c8-a66bfd483c75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5401027
Apr 05 12:08:18.075221 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['5999d8cb-7f6f-4e9d-9e7c-3cdff0133623'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:08:18.103167 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9110c05e-71f9-4154-ad5b-b1ea8bc793db None None] Sync routers for ids ['a263005d-5aa8-4fe5-bad2-c26f09105d63'] in dv-cinder-784763-1-iscsi {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:08:18.143869 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9110c05e-71f9-4154-ad5b-b1ea8bc793db None None] Routers {'a263005d-5aa8-4fe5-bad2-c26f09105d63'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:08:18.144672 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-9110c05e-71f9-4154-ad5b-b1ea8bc793db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f246085ae80>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:07:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['a263005d-5aa8-4fe5-bad2-c26f09105d63'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:08:18.181544 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:18.250241 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-35f9a597-4f71-485e-a1c9-9146285001cb tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:18.251939 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-35f9a597-4f71-485e-a1c9-9146285001cb tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/networks?id=07054388-504e-4ac2-b33c-6ef540158df3 HTTP/1.1" status: 200  len: 814 time: 0.2038133
Apr 05 12:08:18.263434 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ff9e5-7159-4040-9063-93028f859192 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Pushing event deleted for resources: {'Port': ['ID=5999d8cb-7f6f-4e9d-9e7c-3cdff0133623,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:18.287419 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-c30ff9e5-7159-4040-9063-93028f859192 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:18.290720 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-4c1e9216-2061-4731-b497-33cb56a03615 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/quotas/6c0184ae62e6427db9fd25988a10a9c2 HTTP/1.1" status: 200  len: 375 time: 0.0306008
Apr 05 12:08:18.325410 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port 7bdf08e0-b0ad-467f-965e-8f04c52f125c triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:08:18.325834 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:18.374698 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-136f8127-ea63-48dd-88c9-fa6db9173bb4 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:18.388185 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-136f8127-ea63-48dd-88c9-fa6db9173bb4 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:18.396034 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-058781a7-2c30-44e7-a4b3-b5a2fe3e6c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:18.411899 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-9110c05e-71f9-4154-ad5b-b1ea8bc793db None None] Set router a263005d-5aa8-4fe5-bad2-c26f09105d63 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:08:18.445217 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-851f6bd6-d6ca-42df-be93-8d3cc99b8b09 req-c30ff9e5-7159-4040-9063-93028f859192 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] No DVR routers for this DVR port 5999d8cb-7f6f-4e9d-9e7c-3cdff0133623 on host hv-cinder-78476 {{(pid=84269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 12:08:18.448828 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10829df4-f899-42d1-8ac9-2aae3e01d953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:18.463531 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-5f538dc8-e437-482d-9df1-6e36fcb96b7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:18.471681 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-851f6bd6-d6ca-42df-be93-8d3cc99b8b09 req-c30ff9e5-7159-4040-9063-93028f859192 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:18.484577 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f8c771-c22a-4737-ad78-38d7e75ea49f', 'name': 'network-vif-deleted', 'tag': '5999d8cb-7f6f-4e9d-9e7c-3cdff0133623'}] {{(pid=84269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:08:18.490887 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-851f6bd6-d6ca-42df-be93-8d3cc99b8b09 req-c30ff9e5-7159-4040-9063-93028f859192 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.37 "DELETE /v2.0/ports/5999d8cb-7f6f-4e9d-9e7c-3cdff0133623 HTTP/1.1" status: 204  len: 173 time: 2.3104279
Apr 05 12:08:18.492844 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10829df4-f899-42d1-8ac9-2aae3e01d953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:18.496449 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-10829df4-f899-42d1-8ac9-2aae3e01d953 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aa1a7018-bd72-4720-8ff0-a3d88d30ecac HTTP/1.1" status: 204  len: 168 time: 1.1877325
Apr 05 12:08:18.502664 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10829df4-f899-42d1-8ac9-2aae3e01d953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1a7018-bd72-4720-8ff0-a3d88d30ecac,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:18.521938 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-10829df4-f899-42d1-8ac9-2aae3e01d953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:18.549928 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-c68c0ea5-fff3-483e-889a-2b5db00ec3f5 service neutron] 10.222.0.36 "GET /v2.0/networks/824ff9bc-3428-4660-94c8-a66bfd483c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3261833
Apr 05 12:08:18.821703 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f8127-ea63-48dd-88c9-fa6db9173bb4 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d003187a-eeb1-45c5-a30a-a35ae148c028,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:18.826164 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-136f8127-ea63-48dd-88c9-fa6db9173bb4 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:18.859296 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-54dfecc3-7f8a-4f75-82f1-7b41dfe9c54e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c0184ae62e6427db9fd25988a10a9c2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5636308
Apr 05 12:08:18.885517 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-136f8127-ea63-48dd-88c9-fa6db9173bb4 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:18.886942 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-136f8127-ea63-48dd-88c9-fa6db9173bb4 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.9539142
Apr 05 12:08:18.899731 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 42758) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:18.906440 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ba2917c5-0326-4e22-8d22-c9d4b7b8fc77 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Request body: {'security_group_rule': {'security_group_id': 'd003187a-eeb1-45c5-a30a-a35ae148c028', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:08:18.914560 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ba2917c5-0326-4e22-8d22-c9d4b7b8fc77 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:18.919170 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-ba2917c5-0326-4e22-8d22-c9d4b7b8fc77 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Usage tracker for resource:security_group_rule and tenant:525c6898bd0b4bc98230f38ee54db7c6 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:18.923560 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-ba2917c5-0326-4e22-8d22-c9d4b7b8fc77 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:18.932445 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ba2917c5-0326-4e22-8d22-c9d4b7b8fc77 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:19.009675 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-7a8ed834-603b-45ad-9217-8a3cfb5c9e70 req-0238b4cf-768e-4e07-b47e-9b483cd0d78c tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Synchronizing usage tracker for tenant:4a624cba82a54b939eb86267a2c9023d on resource:port {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:08:19.018974 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba2917c5-0326-4e22-8d22-c9d4b7b8fc77 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:19.045452 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-9110c05e-71f9-4154-ad5b-b1ea8bc793db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f246085ae80>, [{'id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'name': 'tempest-AttachVolumeTestJSON-1274198240-router', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:07Z', 'updated_at': '2021-04-05T12:08:14Z', 'revision_number': 4, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'gw_port': {'id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:08Z', 'updated_at': '2021-04-05T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': 'f5874e2f-c965-4586-9fdd-64f048d8b717', 'name': '', 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'mac_address': 'fa:16:3e:27:a2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'e2bf2297-d799-490c-8e49-5e5a4e02830c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:12Z', 'updated_at': '2021-04-05T12:08:14Z', 'revision_number': 2, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'subnets': [{'id': 'e2bf2297-d799-490c-8e49-5e5a4e02830c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:08:19.050159 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9110c05e-71f9-4154-ad5b-b1ea8bc793db None None] Checking router: a263005d-5aa8-4fe5-bad2-c26f09105d63 for host: dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:08:19.050580 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9110c05e-71f9-4154-ad5b-b1ea8bc793db None None] Updating router a263005d-5aa8-4fe5-bad2-c26f09105d63 port f5874e2f-c965-4586-9fdd-64f048d8b717 binding host dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 12:08:19.054369 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-7a8ed834-603b-45ad-9217-8a3cfb5c9e70 req-0238b4cf-768e-4e07-b47e-9b483cd0d78c tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Unset dirty status for tenant:4a624cba82a54b939eb86267a2c9023d on resource:port {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:08:19.056121 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7a8ed834-603b-45ad-9217-8a3cfb5c9e70 req-0238b4cf-768e-4e07-b47e-9b483cd0d78c tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9f8c771-c22a-4737-ad78-38d7e75ea49f HTTP/1.1" status: 200  len: 210 time: 0.1034079
Apr 05 12:08:19.107284 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 42766) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:19.162741 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba2917c5-0326-4e22-8d22-c9d4b7b8fc77 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:19.165719 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba2917c5-0326-4e22-8d22-c9d4b7b8fc77 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411633'] for security_group_rule, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:19.176271 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2604f2b3-6cfa-4047-adff-0d4442c1b682 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:19.183297 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4e4fc17-5de1-4c99-bdd3-a9dd1aecb2ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:19.203053 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-2df49845-b74e-4d0f-b6c3-6260b14334b6 service neutron] 10.222.0.36 "GET /v2.0/networks/07054388-504e-4ac2-b33c-6ef540158df3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3427680
Apr 05 12:08:19.204631 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9110c05e-71f9-4154-ad5b-b1ea8bc793db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:19.225490 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2917c5-0326-4e22-8d22-c9d4b7b8fc77 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ff081fe-8de6-4cb1-a28c-82e02c86fb5a,revision_number=0']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:19.242829 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ba2917c5-0326-4e22-8d22-c9d4b7b8fc77 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:19.252197 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba2917c5-0326-4e22-8d22-c9d4b7b8fc77 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:19.253862 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-ba2917c5-0326-4e22-8d22-c9d4b7b8fc77 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3523715
Apr 05 12:08:19.257497 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 42770) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:19.264685 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2fd8578e-4669-498e-aeda-ed0ff0581c37 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Request body: {'security_group_rule': {'security_group_id': 'd003187a-eeb1-45c5-a30a-a35ae148c028', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:08:19.271909 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2fd8578e-4669-498e-aeda-ed0ff0581c37 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:19.276856 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-2fd8578e-4669-498e-aeda-ed0ff0581c37 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Usage tracker for resource:security_group_rule and tenant:525c6898bd0b4bc98230f38ee54db7c6 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:19.280073 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-2fd8578e-4669-498e-aeda-ed0ff0581c37 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:19.287667 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2fd8578e-4669-498e-aeda-ed0ff0581c37 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:19.309179 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fd8578e-4669-498e-aeda-ed0ff0581c37 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:19.372333 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-edd0ed9f-a150-4095-8746-0973ff409e7b service neutron] 10.222.0.36 "GET /v2.0/networks/07054388-504e-4ac2-b33c-6ef540158df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1682768
Apr 05 12:08:19.377329 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f4e4fc17-5de1-4c99-bdd3-a9dd1aecb2ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:19.386250 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-f4e4fc17-5de1-4c99-bdd3-a9dd1aecb2ab admin admin] Usage tracker for resource:security_group_rule and tenant:39b99b04f830486f89e17476ba1f556c is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:19.403209 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-f4e4fc17-5de1-4c99-bdd3-a9dd1aecb2ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:19.410065 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f4e4fc17-5de1-4c99-bdd3-a9dd1aecb2ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:19.463868 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fd8578e-4669-498e-aeda-ed0ff0581c37 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:19.484963 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fd8578e-4669-498e-aeda-ed0ff0581c37 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411633'] for security_group_rule, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:19.495199 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:19.541693 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef38007-3dc3-4f97-b886-417a02695fd9 req-7b957174-662b-46bd-8f71-9388be21eaaa tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:19.544064 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-aef38007-3dc3-4f97-b886-417a02695fd9 req-7b957174-662b-46bd-8f71-9388be21eaaa tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.2404454
Apr 05 12:08:19.547398 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd8578e-4669-498e-aeda-ed0ff0581c37 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b5f8a74-98e2-40d3-857f-e7eef918c799,revision_number=0']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:19.551261 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2fd8578e-4669-498e-aeda-ed0ff0581c37 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:19.553598 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fd8578e-4669-498e-aeda-ed0ff0581c37 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:19.555066 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-2fd8578e-4669-498e-aeda-ed0ff0581c37 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2963653
Apr 05 12:08:19.558173 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 42776) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:19.566628 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f9756616-0c7f-42bb-9855-7b01e74d8646 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Request body: {'floatingip': {'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:08:19.595447 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f9756616-0c7f-42bb-9855-7b01e74d8646 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:19.629941 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-f9756616-0c7f-42bb-9855-7b01e74d8646 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Usage tracker for resource:floatingip and tenant:525c6898bd0b4bc98230f38ee54db7c6 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:19.634433 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-f9756616-0c7f-42bb-9855-7b01e74d8646 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:19.637498 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4e4fc17-5de1-4c99-bdd3-a9dd1aecb2ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:19.644821 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4e4fc17-5de1-4c99-bdd3-a9dd1aecb2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:19.661212 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f8c771-c22a-4737-ad78-38d7e75ea49f', 'name': 'network-vif-deleted', 'tag': '5999d8cb-7f6f-4e9d-9e7c-3cdff0133623', 'status': 'completed', 'code': 200}
Apr 05 12:08:19.665943 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f9756616-0c7f-42bb-9855-7b01e74d8646 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:19.679473 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-aef38007-3dc3-4f97-b886-417a02695fd9 req-bcaf1d05-0c20-4129-8c0d-6e76ff0285ae tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069403
Apr 05 12:08:19.692021 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9756616-0c7f-42bb-9855-7b01e74d8646 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for floatingip, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:19.725425 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-c2cc88fb-6259-4d28-8827-7789e6132096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:19.799608 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-f4e4fc17-5de1-4c99-bdd3-a9dd1aecb2ab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=39b99b04f830486f89e17476ba1f556c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6911743
Apr 05 12:08:19.802811 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4fc17-5de1-4c99-bdd3-a9dd1aecb2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa922547-9d6c-4d13-9041-b906580f5ea2,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:19.821527 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 42788) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:19.822617 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f4e4fc17-5de1-4c99-bdd3-a9dd1aecb2ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:19.894440 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9110c05e-71f9-4154-ad5b-b1ea8bc793db None None] Notify callbacks [] for port, precommit_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:19.918069 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-9110c05e-71f9-4154-ad5b-b1ea8bc793db None None] Transition to ACTIVE for port object f5874e2f-c965-4586-9fdd-64f048d8b717 will not be triggered until provisioned by entity L2. {{(pid=84270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:08:19.923395 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9110c05e-71f9-4154-ad5b-b1ea8bc793db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:19.951301 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:20.007072 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-87e06b1c-a03d-4b5b-b152-781b9783e241 req-45b27676-468b-4424-8807-8ab80612222a tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?device_id=3920e06e-a129-4ec6-9663-83d002e65b75 HTTP/1.1" status: 200  len: 210 time: 0.0933595
Apr 05 12:08:20.047373 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5175a166-6465-496f-8b4b-6ccd3d615b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:20.111503 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0c178-d3a3-4664-a2de-69a0d0fe6b6e None None] Pushing event updated for resources: {'Port': ['ID=f5874e2f-c965-4586-9fdd-64f048d8b717,revision_number=3']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:20.113468 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1055a134-16d7-4f46-9a67-8d91e8aac6a3 req-24eb8279-2483-4f16-b212-8be5136911f3 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76dc471-47cc-4b87-a3f0-8309af9aa790 HTTP/1.1" status: 200  len: 210 time: 0.0870831
Apr 05 12:08:20.115375 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5175a166-6465-496f-8b4b-6ccd3d615b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:20.167726 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c0c178-d3a3-4664-a2de-69a0d0fe6b6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:20.168295 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c0c178-d3a3-4664-a2de-69a0d0fe6b6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:20.168755 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c0c178-d3a3-4664-a2de-69a0d0fe6b6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:20.169230 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c0c178-d3a3-4664-a2de-69a0d0fe6b6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:20.169672 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c0c178-d3a3-4664-a2de-69a0d0fe6b6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:20.170297 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c0c178-d3a3-4664-a2de-69a0d0fe6b6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:20.175610 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9756616-0c7f-42bb-9855-7b01e74d8646 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:20.176929 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c0c178-d3a3-4664-a2de-69a0d0fe6b6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:20.177918 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c0c178-d3a3-4664-a2de-69a0d0fe6b6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:20.178450 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c0c178-d3a3-4664-a2de-69a0d0fe6b6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:20.178894 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c0c178-d3a3-4664-a2de-69a0d0fe6b6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:20.179337 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c0c178-d3a3-4664-a2de-69a0d0fe6b6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:20.179782 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c0c178-d3a3-4664-a2de-69a0d0fe6b6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:08:20.184618 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-c1c0c178-d3a3-4664-a2de-69a0d0fe6b6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:20.274469 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 5999d8cb-7f6f-4e9d-9e7c-3cdff0133623 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:08:20.405116 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-f9756616-0c7f-42bb-9855-7b01e74d8646 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Allocated IP 172.27.0.51 (9d12ef10-d92d-4db6-ae05-ceb86a15802e/0ceae222-356e-4bb7-8260-995ea8a55dd5/6746b6ec-92e9-4138-870a-25e5f5314bac) {{(pid=84269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:08:20.621704 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] No Port match for: 5999d8cb-7f6f-4e9d-9e7c-3cdff0133623 {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:08:20.622090 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 5999d8cb-7f6f-4e9d-9e7c-3cdff0133623 not bound to the agent host hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:08:20.656503 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-9110c05e-71f9-4154-ad5b-b1ea8bc793db None None] Attempting to bind port f5874e2f-c965-4586-9fdd-64f048d8b717 on host dv-cinder-784763-1-iscsi for vnic_type normal with profile  {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:08:20.656911 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-9110c05e-71f9-4154-ad5b-b1ea8bc793db None None] Attempting to bind port f5874e2f-c965-4586-9fdd-64f048d8b717 by drivers openvswitch,hyperv on host dv-cinder-784763-1-iscsi at level 0 using segments [{'id': '9db00757-6e46-4c10-9476-d05f8f304f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb'}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:08:20.657318 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9110c05e-71f9-4154-ad5b-b1ea8bc793db None None] Attempting to bind port f5874e2f-c965-4586-9fdd-64f048d8b717 on network 0d1a45c1-5bda-4177-9f6d-4ce95f1005fb {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:08:20.666278 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9110c05e-71f9-4154-ad5b-b1ea8bc793db None None] Checking agent: {'id': '93e0106f-7977-40cd-8b89-dc51f73202a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 25), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:08:20.666701 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9110c05e-71f9-4154-ad5b-b1ea8bc793db None None] Checking segment: {'id': '9db00757-6e46-4c10-9476-d05f8f304f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:08:20.667149 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9110c05e-71f9-4154-ad5b-b1ea8bc793db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:20.667572 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9110c05e-71f9-4154-ad5b-b1ea8bc793db None None] Bound using segment: {'id': '9db00757-6e46-4c10-9476-d05f8f304f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb'} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:08:20.668085 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-9110c05e-71f9-4154-ad5b-b1ea8bc793db None None] Bound port: f5874e2f-c965-4586-9fdd-64f048d8b717, host: dv-cinder-784763-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db00757-6e46-4c10-9476-d05f8f304f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb'}}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:08:20.668497 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9110c05e-71f9-4154-ad5b-b1ea8bc793db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:20.711599 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-0b1d2ad7-a346-4498-8c6f-1f2d4dad9d85 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:20.712966 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-0b1d2ad7-a346-4498-8c6f-1f2d4dad9d85 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.37 "GET /v2.0/networks?id=824ff9bc-3428-4660-94c8-a66bfd483c75 HTTP/1.1" status: 200  len: 808 time: 0.2671309
Apr 05 12:08:20.716021 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5175a166-6465-496f-8b4b-6ccd3d615b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:20.724838 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-5f15920b-956c-4c43-870a-8da66a5e4486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:20.745506 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-767c57c5-36c9-4ca9-8410-b523d6fbdb71 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Request body: {'port': {'device_id': '3920e06e-a129-4ec6-9663-83d002e65b75', 'network_id': '824ff9bc-3428-4660-94c8-a66bfd483c75', 'admin_state_up': True, 'tenant_id': 'aeef6c5c7cf04cec883416dc0997d657'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:08:20.844264 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5175a166-6465-496f-8b4b-6ccd3d615b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa922547-9d6c-4d13-9041-b906580f5ea2,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:20.873998 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-5175a166-6465-496f-8b4b-6ccd3d615b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:20.874738 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-9110c05e-71f9-4154-ad5b-b1ea8bc793db None None] For port f5874e2f-c965-4586-9fdd-64f048d8b717, host dv-cinder-784763-1-iscsi, cleared binding levels {{(pid=84270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:08:20.883604 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-9110c05e-71f9-4154-ad5b-b1ea8bc793db None None] For port f5874e2f-c965-4586-9fdd-64f048d8b717, host dv-cinder-784763-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=f5874e2f-c965-4586-9fdd-64f048d8b717,segment=NetworkSegment(9db00757-6e46-4c10-9476-d05f8f304f63),segment_id=9db00757-6e46-4c10-9476-d05f8f304f63)] {{(pid=84270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:08:20.885936 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5175a166-6465-496f-8b4b-6ccd3d615b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:20.889650 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-5175a166-6465-496f-8b4b-6ccd3d615b8c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fa922547-9d6c-4d13-9041-b906580f5ea2 HTTP/1.1" status: 204  len: 168 time: 1.0592396
Apr 05 12:08:20.909694 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9110c05e-71f9-4154-ad5b-b1ea8bc793db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:20.967994 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9756616-0c7f-42bb-9855-7b01e74d8646 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for port, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:20.975284 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:21.023936 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-767c57c5-36c9-4ca9-8410-b523d6fbdb71 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:21.045486 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-767c57c5-36c9-4ca9-8410-b523d6fbdb71 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Usage tracker for resource:port and tenant:aeef6c5c7cf04cec883416dc0997d657 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:21.055828 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-767c57c5-36c9-4ca9-8410-b523d6fbdb71 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:21.073956 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-767c57c5-36c9-4ca9-8410-b523d6fbdb71 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:21.116460 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-767c57c5-36c9-4ca9-8410-b523d6fbdb71 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Made reservation on behalf of aeef6c5c7cf04cec883416dc0997d657 for: {'port': 1} {{(pid=84269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:08:21.124960 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-767c57c5-36c9-4ca9-8410-b523d6fbdb71 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:21.170738 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd29a15-b79f-4e47-a11d-6f7ea6206f9c req-71bb57ad-4a50-4947-bc78-8d7610fcba44 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:21.175188 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9756616-0c7f-42bb-9855-7b01e74d8646 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:21.179682 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6fd29a15-b79f-4e47-a11d-6f7ea6206f9c req-71bb57ad-4a50-4947-bc78-8d7610fcba44 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.2639406
Apr 05 12:08:21.221534 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0c178-d3a3-4664-a2de-69a0d0fe6b6e None None] Pushing event updated for resources: {'Port': ['ID=f5874e2f-c965-4586-9fdd-64f048d8b717,revision_number=4']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:21.241359 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-c1c0c178-d3a3-4664-a2de-69a0d0fe6b6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:21.267308 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6fd29a15-b79f-4e47-a11d-6f7ea6206f9c req-2ad28760-7b96-48d2-941f-b33fabbb0368 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866742
Apr 05 12:08:21.382427 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:21.453555 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9110c05e-71f9-4154-ad5b-b1ea8bc793db None None] Routers {'a263005d-5aa8-4fe5-bad2-c26f09105d63'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:08:21.459906 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-9110c05e-71f9-4154-ad5b-b1ea8bc793db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f246085ae80>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:07:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['a263005d-5aa8-4fe5-bad2-c26f09105d63'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:08:21.594731 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-553aa42c-395b-451a-b5a7-f810ace1afc8 req-431b8a6e-95d2-4036-b972-0526d3802f99 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76dc471-47cc-4b87-a3f0-8309af9aa790 HTTP/1.1" status: 200  len: 210 time: 0.0673857
Apr 05 12:08:21.807365 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-9110c05e-71f9-4154-ad5b-b1ea8bc793db None None] Set router a263005d-5aa8-4fe5-bad2-c26f09105d63 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:08:21.859241 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b435c1a1-29d4-4157-abab-1df7cc87a437 req-326ad97a-1ad3-4d34-a445-021267537fc9 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?device_id=3920e06e-a129-4ec6-9663-83d002e65b75 HTTP/1.1" status: 200  len: 210 time: 0.2573555
Apr 05 12:08:21.860528 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-b9f95d10-495b-4951-a549-1507b790960b tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:21.862160 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-b9f95d10-495b-4951-a549-1507b790960b tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.37 "GET /v2.0/networks?id=07054388-504e-4ac2-b33c-6ef540158df3 HTTP/1.1" status: 200  len: 814 time: 0.2663927
Apr 05 12:08:21.876718 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9756616-0c7f-42bb-9855-7b01e74d8646 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Pushing event updated for resources: {'Port': ['ID=6746b6ec-92e9-4138-870a-25e5f5314bac,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:21.882630 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-e7fb15b9-d78a-465d-b560-05fc136c4b9e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Request body: {'port': {'device_id': 'b76dc471-47cc-4b87-a3f0-8309af9aa790', 'network_id': '07054388-504e-4ac2-b33c-6ef540158df3', 'admin_state_up': True, 'tenant_id': '6c0184ae62e6427db9fd25988a10a9c2'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:08:21.892613 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f9756616-0c7f-42bb-9855-7b01e74d8646 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:22.052523 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9756616-0c7f-42bb-9855-7b01e74d8646 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Network 9d12ef10-d92d-4db6-ae05-ceb86a15802e is already hosted by enough agents. {{(pid=84269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:08:22.056709 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-f9756616-0c7f-42bb-9855-7b01e74d8646 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Resources bound (agent type, host, resource id):  {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:08:22.065899 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9756616-0c7f-42bb-9855-7b01e74d8646 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Received port after_create {{(pid=84269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:08:22.143252 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-e7fb15b9-d78a-465d-b560-05fc136c4b9e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:22.168738 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-e7fb15b9-d78a-465d-b560-05fc136c4b9e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:22.186812 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-767c57c5-36c9-4ca9-8410-b523d6fbdb71 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Allocated IP 172.20.0.13 (824ff9bc-3428-4660-94c8-a66bfd483c75/bb3899a7-b1f4-44f1-8307-a691d8d37d98/8ca70e09-43be-428e-8720-f600ff4f15c3) {{(pid=84269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:08:22.191810 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-e7fb15b9-d78a-465d-b560-05fc136c4b9e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Made reservation on behalf of 6c0184ae62e6427db9fd25988a10a9c2 for: {'port': 1} {{(pid=84268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:08:22.204684 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-e7fb15b9-d78a-465d-b560-05fc136c4b9e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:22.269012 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9756616-0c7f-42bb-9855-7b01e74d8646 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:22.402737 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9756616-0c7f-42bb-9855-7b01e74d8646 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:22.473206 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-9110c05e-71f9-4154-ad5b-b1ea8bc793db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f246085ae80>, [{'id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'name': 'tempest-AttachVolumeTestJSON-1274198240-router', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:07Z', 'updated_at': '2021-04-05T12:08:14Z', 'revision_number': 4, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'gw_port': {'id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:08Z', 'updated_at': '2021-04-05T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': 'f5874e2f-c965-4586-9fdd-64f048d8b717', 'name': '', 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'mac_address': 'fa:16:3e:27:a2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'e2bf2297-d799-490c-8e49-5e5a4e02830c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:12Z', 'updated_at': '2021-04-05T12:08:20Z', 'revision_number': 4, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'subnets': [{'id': 'e2bf2297-d799-490c-8e49-5e5a4e02830c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:08:22.478208 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9110c05e-71f9-4154-ad5b-b1ea8bc793db None None] The sync data for ids ['a263005d-5aa8-4fe5-bad2-c26f09105d63'] in dv-cinder-784763-1-iscsi is: [{'id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'name': 'tempest-AttachVolumeTestJSON-1274198240-router', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:07Z', 'updated_at': '2021-04-05T12:08:14Z', 'revision_number': 4, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'gw_port': {'id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:08Z', 'updated_at': '2021-04-05T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': 'f5874e2f-c965-4586-9fdd-64f048d8b717', 'name': '', 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'mac_address': 'fa:16:3e:27:a2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'e2bf2297-d799-490c-8e49-5e5a4e02830c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:12Z', 'updated_at': '2021-04-05T12:08:20Z', 'revision_number': 4, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'subnets': [{'id': 'e2bf2297-d799-490c-8e49-5e5a4e02830c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:08:22.571760 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-e7fb15b9-d78a-465d-b560-05fc136c4b9e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Allocated IP 172.20.0.3 (07054388-504e-4ac2-b33c-6ef540158df3/a41d3eb2-4ae3-4bca-813b-303785d3193b/c0b82022-589f-4b45-a8d6-945f8492e0e0) {{(pid=84268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:08:23.053729 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5854f449-be90-4c84-aab8-4bfd0f2636e7 req-48fa6954-dfeb-4533-b67e-447b978ef382 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76dc471-47cc-4b87-a3f0-8309af9aa790 HTTP/1.1" status: 200  len: 210 time: 0.1532798
Apr 05 12:08:23.218872 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbb157-0485-4f1e-99d4-a9a0eaa6b012 req-aeba19d7-4e60-4f13-b043-54f6e8500d76 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:23.220552 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0afbb157-0485-4f1e-99d4-a9a0eaa6b012 req-aeba19d7-4e60-4f13-b043-54f6e8500d76 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.7524314
Apr 05 12:08:23.311702 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-492dbdb2-bddb-4d04-a24c-a5a73c6431db req-66f634de-8950-4fd8-a006-85442fadde6f tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?device_id=3920e06e-a129-4ec6-9663-83d002e65b75 HTTP/1.1" status: 200  len: 210 time: 0.0733585
Apr 05 12:08:23.314758 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-e7fb15b9-d78a-465d-b560-05fc136c4b9e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Notify callbacks [] for port, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:23.326705 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-99667aba-0db3-4e4d-9a03-c26431e98993 req-171198a3-e27a-4bfe-a261-850a1d821ce3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.5289187
Apr 05 12:08:23.370985 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-e7fb15b9-d78a-465d-b560-05fc136c4b9e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:23.389224 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['57c15950-2ba5-4a42-bb4d-ae7ef56b0248', '8982c272-f481-4303-82c5-1958c6301c19'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:08:23.412033 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-767c57c5-36c9-4ca9-8410-b523d6fbdb71 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Notify callbacks [] for port, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:23.464912 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0afbb157-0485-4f1e-99d4-a9a0eaa6b012 req-48ffde0e-d592-4c28-84e4-1b91b9f27fce tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2288682
Apr 05 12:08:23.594655 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:23.679813 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-767c57c5-36c9-4ca9-8410-b523d6fbdb71 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:23.685748 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9756616-0c7f-42bb-9855-7b01e74d8646 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for port, precommit_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:23.736416 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e51ba444-4353-421b-800d-c8acdca9898d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:23.839213 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-e7fb15b9-d78a-465d-b560-05fc136c4b9e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Network 07054388-504e-4ac2-b33c-6ef540158df3 is already hosted by enough agents. {{(pid=84268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:08:23.842009 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-7d29c7dd-f34f-43e0-a231-a72ddcd73daa tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:23.850899 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-e7fb15b9-d78a-465d-b560-05fc136c4b9e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Resources bound (agent type, host, resource id):  {{(pid=84268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:08:23.853622 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-e7fb15b9-d78a-465d-b560-05fc136c4b9e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Received port after_create {{(pid=84268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:08:23.897613 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9756616-0c7f-42bb-9855-7b01e74d8646 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2694713'] for port, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:23.952722 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99667aba-0db3-4e4d-9a03-c26431e98993 req-ce0e0c31-37e6-4d5a-93be-65509a552367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:23.954547 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-99667aba-0db3-4e4d-9a03-c26431e98993 req-ce0e0c31-37e6-4d5a-93be-65509a552367 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c0184ae62e6427db9fd25988a10a9c2&device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 1099 time: 0.2758973
Apr 05 12:08:23.955296 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb15b9-d78a-465d-b560-05fc136c4b9e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Pushing event updated for resources: {'Port': ['ID=c0b82022-589f-4b45-a8d6-945f8492e0e0,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:23.959164 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e7fb15b9-d78a-465d-b560-05fc136c4b9e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:23.980927 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-e7fb15b9-d78a-465d-b560-05fc136c4b9e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:23.981498 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-e7fb15b9-d78a-465d-b560-05fc136c4b9e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:24.220034 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device f5874e2f-c965-4586-9fdd-64f048d8b717 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:08:24.295497 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99667aba-0db3-4e4d-9a03-c26431e98993 req-12b7a348-05cf-4aa3-a3f2-802e56e0438c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:24.297524 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-99667aba-0db3-4e4d-9a03-c26431e98993 req-12b7a348-05cf-4aa3-a3f2-802e56e0438c service neutron] 10.222.0.37 "GET /v2.0/networks?id=07054388-504e-4ac2-b33c-6ef540158df3 HTTP/1.1" status: 200  len: 915 time: 0.3073387
Apr 05 12:08:24.303481 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c57c5-36c9-4ca9-8410-b523d6fbdb71 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Pushing event updated for resources: {'Port': ['ID=8ca70e09-43be-428e-8720-f600ff4f15c3,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:24.311514 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-767c57c5-36c9-4ca9-8410-b523d6fbdb71 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:24.314052 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f9756616-0c7f-42bb-9855-7b01e74d8646 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.374s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:24.414003 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-99667aba-0db3-4e4d-9a03-c26431e98993 req-56fd944c-5c39-4d5c-a853-28f218100e80 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57c15950-2ba5-4a42-bb4d-ae7ef56b0248 HTTP/1.1" status: 200  len: 217 time: 0.1043947
Apr 05 12:08:24.423662 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-e7fb15b9-d78a-465d-b560-05fc136c4b9e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5519619
Apr 05 12:08:24.464195 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning for port f5874e2f-c965-4586-9fdd-64f048d8b717 completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:08:24.472181 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port f5874e2f-c965-4586-9fdd-64f048d8b717 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:08:24.472465 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-24f7b326-f571-463b-bea8-01ec4229acdf service neutron] Request body: {'port': {'device_id': 'b76dc471-47cc-4b87-a3f0-8309af9aa790', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:08:24.474606 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:24.625480 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-767c57c5-36c9-4ca9-8410-b523d6fbdb71 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Network 824ff9bc-3428-4660-94c8-a66bfd483c75 is already hosted by enough agents. {{(pid=84269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:08:24.636059 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-767c57c5-36c9-4ca9-8410-b523d6fbdb71 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Resources bound (agent type, host, resource id):  {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:08:24.655383 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-767c57c5-36c9-4ca9-8410-b523d6fbdb71 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Received port after_create {{(pid=84269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:08:24.658574 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:24.703607 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] For port f5874e2f-c965-4586-9fdd-64f048d8b717, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=f5874e2f-c965-4586-9fdd-64f048d8b717,segment=NetworkSegment(9db00757-6e46-4c10-9476-d05f8f304f63),segment_id=9db00757-6e46-4c10-9476-d05f8f304f63)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:08:24.704356 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99667aba-0db3-4e4d-9a03-c26431e98993 req-0209578c-c8c8-4e5b-8253-f525a1a357af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:24.706105 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-99667aba-0db3-4e4d-9a03-c26431e98993 req-0209578c-c8c8-4e5b-8253-f525a1a357af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a41d3eb2-4ae3-4bca-813b-303785d3193b HTTP/1.1" status: 200  len: 854 time: 0.2849524
Apr 05 12:08:24.707784 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9756616-0c7f-42bb-9855-7b01e74d8646 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854330421'] for floatingip, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:24.708103 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:24.710671 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:24.732944 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9756616-0c7f-42bb-9855-7b01e74d8646 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Pushing event updated for resources: {'Port': ['ID=6746b6ec-92e9-4138-870a-25e5f5314bac,revision_number=2']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:24.743944 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f9756616-0c7f-42bb-9855-7b01e74d8646 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:24.774749 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-99667aba-0db3-4e4d-9a03-c26431e98993 req-e36de3d4-f4aa-46b1-b466-e7341aca8321 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07054388-504e-4ac2-b33c-6ef540158df3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0549979
Apr 05 12:08:24.782259 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-767c57c5-36c9-4ca9-8410-b523d6fbdb71 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:24.783807 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-767c57c5-36c9-4ca9-8410-b523d6fbdb71 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:24.801626 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Pushing event updated for resources: {'Port': ['ID=f5874e2f-c965-4586-9fdd-64f048d8b717,revision_number=5']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:24.830472 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f9756616-0c7f-42bb-9855-7b01e74d8646 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for floatingip, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:24.833797 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:24.839278 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-f9756616-0c7f-42bb-9855-7b01e74d8646 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.2789383
Apr 05 12:08:24.849317 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-767c57c5-36c9-4ca9-8410-b523d6fbdb71 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.1076682
Apr 05 12:08:24.858518 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce210c4c-afbf-4abd-9188-aa9001c80290 req-13ef1d78-a7dc-40d9-887e-55f2af36e8f8 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:24.860597 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ce210c4c-afbf-4abd-9188-aa9001c80290 req-13ef1d78-a7dc-40d9-887e-55f2af36e8f8 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76dc471-47cc-4b87-a3f0-8309af9aa790 HTTP/1.1" status: 200  len: 931 time: 0.3727505
Apr 05 12:08:24.866046 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-fcd67756-61ce-4ce7-95e3-147818c1a819 service neutron] Request body: {'port': {'device_id': '3920e06e-a129-4ec6-9663-83d002e65b75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:08:24.881257 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:24.955185 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-99667aba-0db3-4e4d-9a03-c26431e98993 req-33ad80db-a686-4afe-886a-ef592ca322da service neutron] 10.222.0.37 "GET /v2.0/networks/07054388-504e-4ac2-b33c-6ef540158df3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1679559
Apr 05 12:08:24.969543 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad20bea-998b-4c57-92bd-0be88dc15a7f req-01909dbc-3f19-4696-b901-c8d5689dcc7c tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:24.978436 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0ad20bea-998b-4c57-92bd-0be88dc15a7f req-01909dbc-3f19-4696-b901-c8d5689dcc7c tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?device_id=3920e06e-a129-4ec6-9663-83d002e65b75 HTTP/1.1" status: 200  len: 932 time: 0.4337120
Apr 05 12:08:25.007424 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-24f7b326-f571-463b-bea8-01ec4229acdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:25.040574 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-fcd67756-61ce-4ce7-95e3-147818c1a819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:25.053690 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ce210c4c-afbf-4abd-9188-aa9001c80290 req-8931f831-b8e2-4e2d-81e9-11839724b55e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1520212
Apr 05 12:08:25.271721 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0ad20bea-998b-4c57-92bd-0be88dc15a7f req-468a945b-6e3e-4637-b808-06099e925886 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/security-groups?id=45378dbe-e24e-46fe-876d-24f89a40b58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2920418
Apr 05 12:08:25.560787 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835699d-9bcc-4544-8052-bfa155783025 req-c8383559-6c2b-4338-bc53-c050c3748620 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:25.562652 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a835699d-9bcc-4544-8052-bfa155783025 req-c8383559-6c2b-4338-bc53-c050c3748620 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.2565861
Apr 05 12:08:25.650104 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a835699d-9bcc-4544-8052-bfa155783025 req-88a90979-230d-4d2f-902d-fed1f4d2561e tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768297
Apr 05 12:08:25.691213 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-99667aba-0db3-4e4d-9a03-c26431e98993 req-3b322a72-92ee-4478-860e-bea82adc0101 service neutron] 10.222.0.37 "GET /v2.0/networks/07054388-504e-4ac2-b33c-6ef540158df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6865449
Apr 05 12:08:25.727456 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-fcd67756-61ce-4ce7-95e3-147818c1a819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca70e09-43be-428e-8720-f600ff4f15c3 {{(pid=84269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:08:25.736679 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-fcd67756-61ce-4ce7-95e3-147818c1a819 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:25.785533 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-fcd67756-61ce-4ce7-95e3-147818c1a819 service neutron] Transition to ACTIVE for port object 8ca70e09-43be-428e-8720-f600ff4f15c3 will not be triggered until provisioned by entity L2. {{(pid=84269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:08:25.799962 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-fcd67756-61ce-4ce7-95e3-147818c1a819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2694713'] for port, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:25.802387 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-83ef500a-cf20-44e0-9f34-bd03eb892798 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Synchronizing usage tracker for tenant:525c6898bd0b4bc98230f38ee54db7c6 on resource:security_group {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:08:25.819324 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:25.901015 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-83ef500a-cf20-44e0-9f34-bd03eb892798 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Unset dirty status for tenant:525c6898bd0b4bc98230f38ee54db7c6 on resource:security_group {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:08:25.915998 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-83ef500a-cf20-44e0-9f34-bd03eb892798 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--174428452&fields=id&tenant_id=525c6898bd0b4bc98230f38ee54db7c6 HTTP/1.1" status: 200  len: 267 time: 0.1660993
Apr 05 12:08:25.970416 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd67756-61ce-4ce7-95e3-147818c1a819 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca70e09-43be-428e-8720-f600ff4f15c3,revision_number=2']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:25.976322 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-fcd67756-61ce-4ce7-95e3-147818c1a819 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:26.021772 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8d3d681b-6fa0-4ce3-8f1a-49b6d144ee9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:26.045341 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device f5874e2f-c965-4586-9fdd-64f048d8b717 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:08:26.242743 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port f5874e2f-c965-4586-9fdd-64f048d8b717 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:08:26.247924 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:26.477501 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:26.481352 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-24f7b326-f571-463b-bea8-01ec4229acdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0b82022-589f-4b45-a8d6-945f8492e0e0 {{(pid=84268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:08:26.491578 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-24f7b326-f571-463b-bea8-01ec4229acdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:26.504248 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-fcd67756-61ce-4ce7-95e3-147818c1a819 service neutron] Attempting to bind port 8ca70e09-43be-428e-8720-f600ff4f15c3 on host hv-cinder-78476 for vnic_type normal with profile  {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:08:26.505387 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-fcd67756-61ce-4ce7-95e3-147818c1a819 service neutron] Attempting to bind port 8ca70e09-43be-428e-8720-f600ff4f15c3 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': 'cca319d6-d04d-4541-ba09-f3b3756a74bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '824ff9bc-3428-4660-94c8-a66bfd483c75'}] {{(pid=84269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:08:26.505764 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-fcd67756-61ce-4ce7-95e3-147818c1a819 service neutron] Attempting to bind port 8ca70e09-43be-428e-8720-f600ff4f15c3 on network 824ff9bc-3428-4660-94c8-a66bfd483c75 {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:08:26.516102 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-fcd67756-61ce-4ce7-95e3-147818c1a819 service neutron] Port 8ca70e09-43be-428e-8720-f600ff4f15c3 on network 824ff9bc-3428-4660-94c8-a66bfd483c75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 12:08:26.516102 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-fcd67756-61ce-4ce7-95e3-147818c1a819 service neutron] Attempting to bind port 8ca70e09-43be-428e-8720-f600ff4f15c3 on network 824ff9bc-3428-4660-94c8-a66bfd483c75 {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:08:26.524286 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-fcd67756-61ce-4ce7-95e3-147818c1a819 service neutron] Checking agent: {'id': '038210d6-d792-4dfe-95d3-eb4a37cb8b01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:08:26.524667 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-fcd67756-61ce-4ce7-95e3-147818c1a819 service neutron] Checking segment: {'id': 'cca319d6-d04d-4541-ba09-f3b3756a74bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '824ff9bc-3428-4660-94c8-a66bfd483c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:08:26.525089 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-fcd67756-61ce-4ce7-95e3-147818c1a819 service neutron] Bound using segment: {'id': 'cca319d6-d04d-4541-ba09-f3b3756a74bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '824ff9bc-3428-4660-94c8-a66bfd483c75'} {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:08:26.525570 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-fcd67756-61ce-4ce7-95e3-147818c1a819 service neutron] Bound port: 8ca70e09-43be-428e-8720-f600ff4f15c3, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cca319d6-d04d-4541-ba09-f3b3756a74bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '824ff9bc-3428-4660-94c8-a66bfd483c75'}}] {{(pid=84269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:08:26.525952 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-fcd67756-61ce-4ce7-95e3-147818c1a819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:26.534171 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-7eb69285-ebff-4f62-8ac0-f526a8bb2f84 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:26.534926 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-7eb69285-ebff-4f62-8ac0-f526a8bb2f84 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Synchronizing usage tracker for tenant:525c6898bd0b4bc98230f38ee54db7c6 on resource:network {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:08:26.541317 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-24f7b326-f571-463b-bea8-01ec4229acdf service neutron] Transition to ACTIVE for port object c0b82022-589f-4b45-a8d6-945f8492e0e0 will not be triggered until provisioned by entity L2. {{(pid=84268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:08:26.551717 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-24f7b326-f571-463b-bea8-01ec4229acdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851385328'] for port, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:26.562862 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d9174-33fc-4653-8164-f0c2cef3a241 req-a8811fcb-b799-41bf-8427-a147947e876a tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:26.569014 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-654d9174-33fc-4653-8164-f0c2cef3a241 req-a8811fcb-b799-41bf-8427-a147947e876a tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76dc471-47cc-4b87-a3f0-8309af9aa790 HTTP/1.1" status: 200  len: 931 time: 0.2372665
Apr 05 12:08:26.657176 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-a2defa03-0b12-4d62-8b2b-c95cc51045c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:26.700550 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-654d9174-33fc-4653-8164-f0c2cef3a241 req-722bfffb-10ff-4f9a-b33f-ee25bac832e3 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1287167
Apr 05 12:08:26.730070 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-fcd67756-61ce-4ce7-95e3-147818c1a819 service neutron] For port 8ca70e09-43be-428e-8720-f600ff4f15c3, host hv-cinder-78476, cleared binding levels {{(pid=84269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:08:26.736740 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-fcd67756-61ce-4ce7-95e3-147818c1a819 service neutron] For port 8ca70e09-43be-428e-8720-f600ff4f15c3, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=8ca70e09-43be-428e-8720-f600ff4f15c3,segment=NetworkSegment(cca319d6-d04d-4541-ba09-f3b3756a74bc),segment_id=cca319d6-d04d-4541-ba09-f3b3756a74bc)] {{(pid=84269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:08:26.744175 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-fcd67756-61ce-4ce7-95e3-147818c1a819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2694713'] for port, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:26.761719 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:26.766184 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7b326-f571-463b-bea8-01ec4229acdf service neutron] Pushing event updated for resources: {'Port': ['ID=c0b82022-589f-4b45-a8d6-945f8492e0e0,revision_number=2']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:26.779555 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-24f7b326-f571-463b-bea8-01ec4229acdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:26.782095 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-7eb69285-ebff-4f62-8ac0-f526a8bb2f84 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Unset dirty status for tenant:525c6898bd0b4bc98230f38ee54db7c6 on resource:network {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:08:26.790712 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-7eb69285-ebff-4f62-8ac0-f526a8bb2f84 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/networks?id=0d1a45c1-5bda-4177-9f6d-4ce95f1005fb HTTP/1.1" status: 200  len: 811 time: 0.8788569
Apr 05 12:08:26.900324 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd67756-61ce-4ce7-95e3-147818c1a819 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca70e09-43be-428e-8720-f600ff4f15c3,revision_number=3']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:26.910106 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-fcd67756-61ce-4ce7-95e3-147818c1a819 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:26.949835 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-783afcc9-55ff-434c-aedd-db93f825bb0e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/quotas/525c6898bd0b4bc98230f38ee54db7c6 HTTP/1.1" status: 200  len: 375 time: 0.1580505
Apr 05 12:08:27.080487 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-24f7b326-f571-463b-bea8-01ec4229acdf service neutron] Attempting to bind port c0b82022-589f-4b45-a8d6-945f8492e0e0 on host hv-cinder-78476 for vnic_type normal with profile  {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:08:27.081393 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-24f7b326-f571-463b-bea8-01ec4229acdf service neutron] Attempting to bind port c0b82022-589f-4b45-a8d6-945f8492e0e0 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '678a0a32-e584-4bc7-93dc-6b69e2674942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '07054388-504e-4ac2-b33c-6ef540158df3'}] {{(pid=84268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:08:27.082066 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-24f7b326-f571-463b-bea8-01ec4229acdf service neutron] Attempting to bind port c0b82022-589f-4b45-a8d6-945f8492e0e0 on network 07054388-504e-4ac2-b33c-6ef540158df3 {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:08:27.103610 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-bbdb877d-a806-406c-8d8a-b230d0f8257f tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Synchronizing usage tracker for tenant:525c6898bd0b4bc98230f38ee54db7c6 on resource:port {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:08:27.122217 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-fcd67756-61ce-4ce7-95e3-147818c1a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:27.122748 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-fcd67756-61ce-4ce7-95e3-147818c1a819 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:27.124251 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-fcd67756-61ce-4ce7-95e3-147818c1a819 service neutron] 10.222.0.37 "PUT /v2.0/ports/8ca70e09-43be-428e-8720-f600ff4f15c3 HTTP/1.1" status: 200  len: 1094 time: 2.2626710
Apr 05 12:08:27.125423 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-24f7b326-f571-463b-bea8-01ec4229acdf service neutron] Port c0b82022-589f-4b45-a8d6-945f8492e0e0 on network 07054388-504e-4ac2-b33c-6ef540158df3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 12:08:27.125797 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-24f7b326-f571-463b-bea8-01ec4229acdf service neutron] Attempting to bind port c0b82022-589f-4b45-a8d6-945f8492e0e0 on network 07054388-504e-4ac2-b33c-6ef540158df3 {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:08:27.128351 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3920e06e-a129-4ec6-9663-83d002e65b75', 'tag': '8ca70e09-43be-428e-8720-f600ff4f15c3'}] {{(pid=84269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:08:27.142545 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-24f7b326-f571-463b-bea8-01ec4229acdf service neutron] Checking agent: {'id': '038210d6-d792-4dfe-95d3-eb4a37cb8b01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:08:27.143067 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-24f7b326-f571-463b-bea8-01ec4229acdf service neutron] Checking segment: {'id': '678a0a32-e584-4bc7-93dc-6b69e2674942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '07054388-504e-4ac2-b33c-6ef540158df3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:08:27.143352 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-24f7b326-f571-463b-bea8-01ec4229acdf service neutron] Bound using segment: {'id': '678a0a32-e584-4bc7-93dc-6b69e2674942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '07054388-504e-4ac2-b33c-6ef540158df3'} {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:08:27.143868 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-24f7b326-f571-463b-bea8-01ec4229acdf service neutron] Bound port: c0b82022-589f-4b45-a8d6-945f8492e0e0, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '678a0a32-e584-4bc7-93dc-6b69e2674942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '07054388-504e-4ac2-b33c-6ef540158df3'}}] {{(pid=84268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:08:27.144228 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-24f7b326-f571-463b-bea8-01ec4229acdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:27.150792 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309d440-bc2b-48e8-b756-1c6cb1730317 req-bf864afb-a69c-47ba-b2a8-a5573aa3dab6 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:27.151685 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-1309d440-bc2b-48e8-b756-1c6cb1730317 req-bf864afb-a69c-47ba-b2a8-a5573aa3dab6 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Synchronizing usage tracker for tenant:aeef6c5c7cf04cec883416dc0997d657 on resource:port {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:08:27.171150 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-1309d440-bc2b-48e8-b756-1c6cb1730317 req-bf864afb-a69c-47ba-b2a8-a5573aa3dab6 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Unset dirty status for tenant:aeef6c5c7cf04cec883416dc0997d657 on resource:port {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:08:27.172677 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1309d440-bc2b-48e8-b756-1c6cb1730317 req-bf864afb-a69c-47ba-b2a8-a5573aa3dab6 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?device_id=3920e06e-a129-4ec6-9663-83d002e65b75 HTTP/1.1" status: 200  len: 944 time: 0.2243881
Apr 05 12:08:27.283301 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-1309d440-bc2b-48e8-b756-1c6cb1730317 req-c7383be9-8dd4-4d0e-b972-308bb1de935f tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Synchronizing usage tracker for tenant:aeef6c5c7cf04cec883416dc0997d657 on resource:security_group {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:08:27.296370 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-24f7b326-f571-463b-bea8-01ec4229acdf service neutron] For port c0b82022-589f-4b45-a8d6-945f8492e0e0, host hv-cinder-78476, cleared binding levels {{(pid=84268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:08:27.300292 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-bbdb877d-a806-406c-8d8a-b230d0f8257f tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Unset dirty status for tenant:525c6898bd0b4bc98230f38ee54db7c6 on resource:port {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:08:27.318630 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-bbdb877d-a806-406c-8d8a-b230d0f8257f tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=525c6898bd0b4bc98230f38ee54db7c6&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3663161
Apr 05 12:08:27.320452 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-24f7b326-f571-463b-bea8-01ec4229acdf service neutron] For port c0b82022-589f-4b45-a8d6-945f8492e0e0, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=c0b82022-589f-4b45-a8d6-945f8492e0e0,segment=NetworkSegment(678a0a32-e584-4bc7-93dc-6b69e2674942),segment_id=678a0a32-e584-4bc7-93dc-6b69e2674942)] {{(pid=84268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:08:27.326872 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-24f7b326-f571-463b-bea8-01ec4229acdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851385328'] for port, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:27.333804 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-1309d440-bc2b-48e8-b756-1c6cb1730317 req-c7383be9-8dd4-4d0e-b972-308bb1de935f tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Unset dirty status for tenant:aeef6c5c7cf04cec883416dc0997d657 on resource:security_group {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:08:27.336140 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1309d440-bc2b-48e8-b756-1c6cb1730317 req-c7383be9-8dd4-4d0e-b972-308bb1de935f tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/security-groups?id=45378dbe-e24e-46fe-876d-24f89a40b58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077960
Apr 05 12:08:27.344756 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-56abfb98-d866-4064-ac9d-a9766dd576e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:27.346657 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-1ba75a19-50eb-4577-b7a5-58258662a72b tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:27.346977 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-56abfb98-d866-4064-ac9d-a9766dd576e8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aeef6c5c7cf04cec883416dc0997d657&device_id=3920e06e-a129-4ec6-9663-83d002e65b75 HTTP/1.1" status: 200  len: 1097 time: 0.1709445
Apr 05 12:08:27.502741 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-4cc02d0f-dcb8-45a6-917a-bdf30ad3771a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ca70e09-43be-428e-8720-f600ff4f15c3 HTTP/1.1" status: 200  len: 217 time: 0.1457760
Apr 05 12:08:27.507728 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7b326-f571-463b-bea8-01ec4229acdf service neutron] Pushing event updated for resources: {'Port': ['ID=c0b82022-589f-4b45-a8d6-945f8492e0e0,revision_number=3']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:27.589815 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-fe56f344-1493-467f-b98c-6a8396a748af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:27.593094 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-fe56f344-1493-467f-b98c-6a8396a748af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb3899a7-b1f4-44f1-8307-a691d8d37d98 HTTP/1.1" status: 200  len: 848 time: 0.0830147
Apr 05 12:08:27.603010 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-24f7b326-f571-463b-bea8-01ec4229acdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:27.667300 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-f64a96b6-95d8-4f11-abd0-905317db5340 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=824ff9bc-3428-4660-94c8-a66bfd483c75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0632498
Apr 05 12:08:27.689285 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-314931a8-b28b-4ad8-a126-4f9de794f539 service neutron] 10.222.0.36 "GET /v2.0/networks/0d1a45c1-5bda-4177-9f6d-4ce95f1005fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3438036
Apr 05 12:08:27.842657 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-24f7b326-f571-463b-bea8-01ec4229acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:27.843249 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-24f7b326-f571-463b-bea8-01ec4229acdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:27.844784 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-24f7b326-f571-463b-bea8-01ec4229acdf service neutron] 10.222.0.37 "PUT /v2.0/ports/c0b82022-589f-4b45-a8d6-945f8492e0e0 HTTP/1.1" status: 200  len: 1093 time: 3.3770378
Apr 05 12:08:27.845347 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76dc471-47cc-4b87-a3f0-8309af9aa790', 'tag': 'c0b82022-589f-4b45-a8d6-945f8492e0e0'}] {{(pid=84268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:08:27.853441 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 43232) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:27.923660 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-2f79f1af-5a46-447b-97a6-e5675875015e service neutron] 10.222.0.36 "GET /v2.0/networks/0d1a45c1-5bda-4177-9f6d-4ce95f1005fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2135234
Apr 05 12:08:28.054014 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:28.069303 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-4418a471-2543-4d7a-84fd-553e22a44d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:28.070771 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-4418a471-2543-4d7a-84fd-553e22a44d9a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c0184ae62e6427db9fd25988a10a9c2&device_id=b76dc471-47cc-4b87-a3f0-8309af9aa790 HTTP/1.1" status: 200  len: 1096 time: 0.1458278
Apr 05 12:08:28.071613 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d01fcea6-399f-4d51-be66-6d2d4e18e8a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:28.092785 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d01fcea6-399f-4d51-be66-6d2d4e18e8a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:28.097343 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-d01fcea6-399f-4d51-be66-6d2d4e18e8a3 admin admin] Usage tracker for resource:security_group_rule and tenant:58573a1b55b842848b7d043763c16979 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:28.101827 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-d01fcea6-399f-4d51-be66-6d2d4e18e8a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:28.130944 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d01fcea6-399f-4d51-be66-6d2d4e18e8a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:28.198836 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3920e06e-a129-4ec6-9663-83d002e65b75', 'tag': '8ca70e09-43be-428e-8720-f600ff4f15c3', 'status': 'completed', 'code': 200}
Apr 05 12:08:28.333055 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04c1e6-e0bf-444e-a56a-8420edf231bb req-98efa99e-76f6-464b-aba8-66357c5bae01 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:28.340741 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-df04c1e6-e0bf-444e-a56a-8420edf231bb req-98efa99e-76f6-464b-aba8-66357c5bae01 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.6316814
Apr 05 12:08:28.362671 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d01fcea6-399f-4d51-be66-6d2d4e18e8a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:28.363477 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-7b26665d-cb1e-490c-993b-6aa41c33adb6 service neutron] 10.222.0.37 "GET /v2.0/networks/824ff9bc-3428-4660-94c8-a66bfd483c75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6858609
Apr 05 12:08:28.433376 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d01fcea6-399f-4d51-be66-6d2d4e18e8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:28.449621 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-1baf9a57-bc57-4edd-b25b-fd756d06ae43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:28.462005 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-8c3d756b-a483-4c63-b3e3-6df50da1a280 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0b82022-589f-4b45-a8d6-945f8492e0e0 HTTP/1.1" status: 200  len: 217 time: 0.3743165
Apr 05 12:08:28.482447 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-d01fcea6-399f-4d51-be66-6d2d4e18e8a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=58573a1b55b842848b7d043763c16979&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6278503
Apr 05 12:08:28.536078 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 43260) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:28.562973 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3ebdb6e1-2df8-4b9f-b3ee-d4e99731e5ea req-1260e088-cb46-4da9-9b6b-bed012720a40 service neutron] 10.222.0.37 "GET /v2.0/networks/824ff9bc-3428-4660-94c8-a66bfd483c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1920826
Apr 05 12:08:28.642542 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-df04c1e6-e0bf-444e-a56a-8420edf231bb req-60511295-710d-49e5-ad98-926bf550c935 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2986388
Apr 05 12:08:28.656216 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:28.666064 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01fcea6-399f-4d51-be66-6d2d4e18e8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09e5a03-cada-4920-9751-753093fdd7f0,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:28.685195 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-9577f35f-842f-48b0-99b2-1abe254157cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:28.686859 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-9577f35f-842f-48b0-99b2-1abe254157cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a41d3eb2-4ae3-4bca-813b-303785d3193b HTTP/1.1" status: 200  len: 854 time: 0.2008142
Apr 05 12:08:28.704846 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d01fcea6-399f-4d51-be66-6d2d4e18e8a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:28.781619 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-af522a34-52ee-4d26-b14e-683d19eea20f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07054388-504e-4ac2-b33c-6ef540158df3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0704334
Apr 05 12:08:28.790839 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76dc471-47cc-4b87-a3f0-8309af9aa790', 'tag': 'c0b82022-589f-4b45-a8d6-945f8492e0e0', 'status': 'completed', 'code': 200}
Apr 05 12:08:28.920340 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26938b5-eaaa-4d5f-b15f-21f3ec7cae16 req-f3c67410-1712-4bbc-a137-a001f09bce0e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:28.921120 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-b26938b5-eaaa-4d5f-b15f-21f3ec7cae16 req-f3c67410-1712-4bbc-a137-a001f09bce0e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Synchronizing usage tracker for tenant:6c0184ae62e6427db9fd25988a10a9c2 on resource:port {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:08:28.952532 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b03f265e-e099-425a-abb4-3312dcd1e375 req-63ddf85e-7e9f-4427-8863-108827ad94f2 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 210 time: 0.0683270
Apr 05 12:08:28.971268 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 43274) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:28.998187 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-b26938b5-eaaa-4d5f-b15f-21f3ec7cae16 req-f3c67410-1712-4bbc-a137-a001f09bce0e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Unset dirty status for tenant:6c0184ae62e6427db9fd25988a10a9c2 on resource:port {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:08:28.999646 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b26938b5-eaaa-4d5f-b15f-21f3ec7cae16 req-f3c67410-1712-4bbc-a137-a001f09bce0e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76dc471-47cc-4b87-a3f0-8309af9aa790 HTTP/1.1" status: 200  len: 943 time: 0.6756744
Apr 05 12:08:29.015777 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc190e-f525-40ff-ac88-acd72c734578 req-be2bed31-b162-4466-be35-6f0855dff276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:29.017715 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-29fc190e-f525-40ff-ac88-acd72c734578 req-be2bed31-b162-4466-be35-6f0855dff276 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aeef6c5c7cf04cec883416dc0997d657&device_id=3920e06e-a129-4ec6-9663-83d002e65b75 HTTP/1.1" status: 200  len: 1097 time: 0.2147245
Apr 05 12:08:29.053375 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-017b6c80-7c61-43af-b9d5-069f0f86a039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:29.120609 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b26938b5-eaaa-4d5f-b15f-21f3ec7cae16 req-6fad5007-9357-496d-bfb9-9b415f3ace3a tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096795
Apr 05 12:08:29.181279 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-017b6c80-7c61-43af-b9d5-069f0f86a039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:29.197546 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-412b3539-3c45-45e0-b8d4-d814d9de1126 service neutron] 10.222.0.37 "GET /v2.0/networks/07054388-504e-4ac2-b33c-6ef540158df3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3989916
Apr 05 12:08:29.321466 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-189993f6-a667-46a1-b958-8fca0f1d027a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4a624cba82a54b939eb86267a2c9023d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3484149
Apr 05 12:08:29.327683 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 43280) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:29.343760 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc190e-f525-40ff-ac88-acd72c734578 req-c86ea0b3-2dc5-49a1-a333-a3a90449168e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:29.345424 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-29fc190e-f525-40ff-ac88-acd72c734578 req-c86ea0b3-2dc5-49a1-a333-a3a90449168e service neutron] 10.222.0.37 "GET /v2.0/networks?id=824ff9bc-3428-4660-94c8-a66bfd483c75 HTTP/1.1" status: 200  len: 909 time: 0.3207462
Apr 05 12:08:29.388652 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-017b6c80-7c61-43af-b9d5-069f0f86a039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:29.400042 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:29.423405 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-911c9a1b-ee09-4ef9-a5ea-fb7a055e8fef req-29e3940e-2a09-4d44-abe6-e0d99fffe7a7 service neutron] 10.222.0.37 "GET /v2.0/networks/07054388-504e-4ac2-b33c-6ef540158df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2127209
Apr 05 12:08:29.424164 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b6c80-7c61-43af-b9d5-069f0f86a039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09e5a03-cada-4920-9751-753093fdd7f0,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:29.428901 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-29fc190e-f525-40ff-ac88-acd72c734578 req-ad9fcf13-093b-4533-9dbe-9b9e360b6d1b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ca70e09-43be-428e-8720-f600ff4f15c3 HTTP/1.1" status: 200  len: 217 time: 0.0750458
Apr 05 12:08:29.432624 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-017b6c80-7c61-43af-b9d5-069f0f86a039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:29.433599 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-017b6c80-7c61-43af-b9d5-069f0f86a039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:29.437616 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-017b6c80-7c61-43af-b9d5-069f0f86a039 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c09e5a03-cada-4920-9751-753093fdd7f0 HTTP/1.1" status: 204  len: 168 time: 0.8664355
Apr 05 12:08:29.461853 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 6 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:08:29.472639 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-90d0a5cf-210e-4441-939d-15fd5646a0a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:29.500212 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d98a62-35e2-4d8b-bed1-d598559d83eb req-46d5d34d-fc79-4846-8202-377d309bbd5c tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:29.502845 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a7d98a62-35e2-4d8b-bed1-d598559d83eb req-46d5d34d-fc79-4846-8202-377d309bbd5c tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?device_id=3920e06e-a129-4ec6-9663-83d002e65b75 HTTP/1.1" status: 200  len: 944 time: 0.3187551
Apr 05 12:08:29.579675 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-90d0a5cf-210e-4441-939d-15fd5646a0a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:29.583054 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc190e-f525-40ff-ac88-acd72c734578 req-f9a5f9b5-7c87-44c1-8a8c-91749f7a3e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:29.584769 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-29fc190e-f525-40ff-ac88-acd72c734578 req-f9a5f9b5-7c87-44c1-8a8c-91749f7a3e14 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb3899a7-b1f4-44f1-8307-a691d8d37d98 HTTP/1.1" status: 200  len: 848 time: 0.1472964
Apr 05 12:08:29.645606 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a7d98a62-35e2-4d8b-bed1-d598559d83eb req-bdff8085-dee5-4cf0-90cd-993e66cc2ea5 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/security-groups?id=45378dbe-e24e-46fe-876d-24f89a40b58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1287222
Apr 05 12:08:29.687865 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-29fc190e-f525-40ff-ac88-acd72c734578 req-cfe5eb90-bb43-4b3d-9728-0c40c199b5db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=824ff9bc-3428-4660-94c8-a66bfd483c75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0731723
Apr 05 12:08:29.975829 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-29fc190e-f525-40ff-ac88-acd72c734578 req-c7e6ff4b-5ec1-461d-8afa-6369a350d77a service neutron] 10.222.0.37 "GET /v2.0/networks/824ff9bc-3428-4660-94c8-a66bfd483c75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2867985
Apr 05 12:08:30.018110 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 43296) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:30.120044 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a5315673-25e6-443b-be0a-4ca2ec3761a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:30.163903 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a5315673-25e6-443b-be0a-4ca2ec3761a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:30.174678 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-a5315673-25e6-443b-be0a-4ca2ec3761a2 admin admin] Usage tracker for resource:security_group_rule and tenant:d118e2f2f30d4d74853b1d150b1d563b is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:30.181599 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-a5315673-25e6-443b-be0a-4ca2ec3761a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:30.196964 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a5315673-25e6-443b-be0a-4ca2ec3761a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:30.224093 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc53dc0-aa1e-439e-8741-b73133f80695 req-a7b33307-52f3-4b78-838f-538edbb669a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:30.225819 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3dc53dc0-aa1e-439e-8741-b73133f80695 req-a7b33307-52f3-4b78-838f-538edbb669a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c0184ae62e6427db9fd25988a10a9c2&device_id=b76dc471-47cc-4b87-a3f0-8309af9aa790 HTTP/1.1" status: 200  len: 1096 time: 0.7220480
Apr 05 12:08:30.285338 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-29fc190e-f525-40ff-ac88-acd72c734578 req-d8658b02-3cef-4286-9f9d-15cb4e05a617 service neutron] 10.222.0.37 "GET /v2.0/networks/824ff9bc-3428-4660-94c8-a66bfd483c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2995596
Apr 05 12:08:30.369946 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2a94fd94-f139-4243-a79c-d70887e142b6 req-48596096-2e28-4a32-a270-cfd37e681c3b tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 210 time: 0.0975196
Apr 05 12:08:30.394250 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-90d0a5cf-210e-4441-939d-15fd5646a0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:30.396615 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d01fcea6-399f-4d51-be66-6d2d4e18e8a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:30.440941 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99e765-6c04-4e53-9707-0b77e8903caa req-3386d119-8f5e-4ec5-8d13-b1a6649ceaaf tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:30.443389 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-dc99e765-6c04-4e53-9707-0b77e8903caa req-3386d119-8f5e-4ec5-8d13-b1a6649ceaaf tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.3912561
Apr 05 12:08:30.444234 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0a5cf-210e-4441-939d-15fd5646a0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5922ef8-fcf3-4240-a0c1-c82965a7e237,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:30.454692 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-90d0a5cf-210e-4441-939d-15fd5646a0a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:30.467218 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-e210da9c-72a1-4395-984c-6c8157464600 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:30.468829 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-e210da9c-72a1-4395-984c-6c8157464600 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.37 "GET /v2.0/networks?id=0d1a45c1-5bda-4177-9f6d-4ce95f1005fb HTTP/1.1" status: 200  len: 811 time: 0.8363278
Apr 05 12:08:30.476509 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-90d0a5cf-210e-4441-939d-15fd5646a0a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:30.480665 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-90d0a5cf-210e-4441-939d-15fd5646a0a3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e5922ef8-fcf3-4240-a0c1-c82965a7e237 HTTP/1.1" status: 204  len: 168 time: 1.1518927
Apr 05 12:08:30.564336 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5eb3b-4864-4e18-834c-1cd9cf238945 req-81bcae5c-91b0-4daf-b5aa-b67939b29498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:30.566398 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4ed5eb3b-4864-4e18-834c-1cd9cf238945 req-81bcae5c-91b0-4daf-b5aa-b67939b29498 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 1098 time: 0.1954722
Apr 05 12:08:30.580274 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc53dc0-aa1e-439e-8741-b73133f80695 req-f8f74efc-f2bf-4404-8e62-3914d993384d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:30.581567 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3dc53dc0-aa1e-439e-8741-b73133f80695 req-f8f74efc-f2bf-4404-8e62-3914d993384d service neutron] 10.222.0.37 "GET /v2.0/networks?id=07054388-504e-4ac2-b33c-6ef540158df3 HTTP/1.1" status: 200  len: 915 time: 0.3455203
Apr 05 12:08:30.585481 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a5315673-25e6-443b-be0a-4ca2ec3761a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:30.609685 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a5315673-25e6-443b-be0a-4ca2ec3761a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:30.623249 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-bc3f75f9-7dac-484d-8262-4b473f4eeeb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:30.661962 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-dc99e765-6c04-4e53-9707-0b77e8903caa req-456b7f0e-c5e2-4ca2-995a-fafc5bc144cb tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1890056
Apr 05 12:08:30.695154 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3dc53dc0-aa1e-439e-8741-b73133f80695 req-1032ade6-c3c2-4b42-abee-19b869d350e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0b82022-589f-4b45-a8d6-945f8492e0e0 HTTP/1.1" status: 200  len: 217 time: 0.0980549
Apr 05 12:08:30.701345 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-a5315673-25e6-443b-be0a-4ca2ec3761a2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d118e2f2f30d4d74853b1d150b1d563b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6802759
Apr 05 12:08:30.701345 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5315673-25e6-443b-be0a-4ca2ec3761a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41eed22-a4f4-4c92-b5a1-8dbfd4adfe3c,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:30.701593 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-4f7ce0d7-c153-4c25-a8a0-a71180536c90 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=525c6898bd0b4bc98230f38ee54db7c6 HTTP/1.1" status: 200  len: 5708 time: 0.2191153
Apr 05 12:08:30.702949 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 43316) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:30.704077 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-a5315673-25e6-443b-be0a-4ca2ec3761a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:30.706398 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4ed5eb3b-4864-4e18-834c-1cd9cf238945 req-82f5e24c-5ce7-4f77-84c8-2cbc3506d7a9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194744
Apr 05 12:08:30.727289 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842bd931-05a0-490d-a9b4-75ae3d05cf38 req-3ac37e1f-e65a-43ea-b324-581994c91557 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:30.729339 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-842bd931-05a0-490d-a9b4-75ae3d05cf38 req-3ac37e1f-e65a-43ea-b324-581994c91557 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76dc471-47cc-4b87-a3f0-8309af9aa790 HTTP/1.1" status: 200  len: 943 time: 0.2477267
Apr 05 12:08:30.780426 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f2fcd2b5-b163-4000-9f4e-0616b1422ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:30.780639 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-842bd931-05a0-490d-a9b4-75ae3d05cf38 req-166a3c20-c4d3-43ae-bdc0-48f0946d2be8 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446854
Apr 05 12:08:30.810004 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f2fcd2b5-b163-4000-9f4e-0616b1422ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:30.857677 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f2fcd2b5-b163-4000-9f4e-0616b1422ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:30.862814 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-66aa09e0-7f3c-47f5-89be-9baf5a3c7038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:30.877394 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fcd2b5-b163-4000-9f4e-0616b1422ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41eed22-a4f4-4c92-b5a1-8dbfd4adfe3c,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:30.880311 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f2fcd2b5-b163-4000-9f4e-0616b1422ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:30.881600 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f2fcd2b5-b163-4000-9f4e-0616b1422ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:30.885273 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-f2fcd2b5-b163-4000-9f4e-0616b1422ae5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e41eed22-a4f4-4c92-b5a1-8dbfd4adfe3c HTTP/1.1" status: 204  len: 168 time: 0.1788304
Apr 05 12:08:30.994027 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb523c-1621-4ad7-af1a-53b16301ce4d req-8f922157-6330-45f7-87b4-42c22c51b25f tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:30.995672 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6dcb523c-1621-4ad7-af1a-53b16301ce4d req-8f922157-6330-45f7-87b4-42c22c51b25f tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?device_id=3920e06e-a129-4ec6-9663-83d002e65b75 HTTP/1.1" status: 200  len: 944 time: 0.0988784
Apr 05 12:08:31.047642 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6dcb523c-1621-4ad7-af1a-53b16301ce4d req-dced41f1-07d6-4d9c-bee9-15c84c91bdcb tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/security-groups?id=45378dbe-e24e-46fe-876d-24f89a40b58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454397
Apr 05 12:08:31.328163 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 43348) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:31.451731 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-621d62aa-5cf4-4d3f-9d69-95f9266ca8a0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-956578383-network', 'tenant_id': '0fa3ed41777846009e78f090b026e395'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:08:31.460655 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-621d62aa-5cf4-4d3f-9d69-95f9266ca8a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:31.464919 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-621d62aa-5cf4-4d3f-9d69-95f9266ca8a0 admin admin] Usage tracker for resource:network and tenant:0fa3ed41777846009e78f090b026e395 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:31.468138 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-621d62aa-5cf4-4d3f-9d69-95f9266ca8a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:31.474943 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-621d62aa-5cf4-4d3f-9d69-95f9266ca8a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:31.490204 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621d62aa-5cf4-4d3f-9d69-95f9266ca8a0 admin admin] Made reservation on behalf of 0fa3ed41777846009e78f090b026e395 for: {'network': 1} {{(pid=84268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:08:31.495785 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-621d62aa-5cf4-4d3f-9d69-95f9266ca8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:31.509382 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-621d62aa-5cf4-4d3f-9d69-95f9266ca8a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:31.526294 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-621d62aa-5cf4-4d3f-9d69-95f9266ca8a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:31.530543 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-621d62aa-5cf4-4d3f-9d69-95f9266ca8a0 admin admin] Usage tracker for resource:security_group_rule and tenant:0fa3ed41777846009e78f090b026e395 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:31.533704 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-621d62aa-5cf4-4d3f-9d69-95f9266ca8a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:31.540752 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-621d62aa-5cf4-4d3f-9d69-95f9266ca8a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:31.556943 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3166c754-ee18-4f1a-a0e2-43540a910680 req-bddf43e5-d658-4b07-a424-8deb0bce4eb6 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 210 time: 0.0561199
Apr 05 12:08:31.627357 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-621d62aa-5cf4-4d3f-9d69-95f9266ca8a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:31.630369 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-621d62aa-5cf4-4d3f-9d69-95f9266ca8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:31.634550 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:31.666523 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-621d62aa-5cf4-4d3f-9d69-95f9266ca8a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'}  {{(pid=84268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 12:08:31.672106 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d62aa-5cf4-4d3f-9d69-95f9266ca8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:31.677192 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-621d62aa-5cf4-4d3f-9d69-95f9266ca8a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:31.681103 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-621d62aa-5cf4-4d3f-9d69-95f9266ca8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:31.681291 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.segments_db [None req-621d62aa-5cf4-4d3f-9d69-95f9266ca8a0 admin admin] Added segment b0ea88b6-8a50-4dc8-956c-4b544206d124 of type vlan for network 548b3d94-5c3c-467f-9182-8efb802d6497
Apr 05 12:08:31.709267 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-621d62aa-5cf4-4d3f-9d69-95f9266ca8a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737139937617'] for network, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:31.740720 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-621d62aa-5cf4-4d3f-9d69-95f9266ca8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131'] for network, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:31.742160 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621d62aa-5cf4-4d3f-9d69-95f9266ca8a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:31.742777 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-621d62aa-5cf4-4d3f-9d69-95f9266ca8a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for network, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:31.746350 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-1820408a-aa37-4f14-96b9-ad9b08b9c3d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:31.858159 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d62aa-5cf4-4d3f-9d69-95f9266ca8a0 admin admin] Pushing event updated for resources: {'Network': ['ID=548b3d94-5c3c-467f-9182-8efb802d6497,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:31.860944 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-621d62aa-5cf4-4d3f-9d69-95f9266ca8a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:31.866811 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-621d62aa-5cf4-4d3f-9d69-95f9266ca8a0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5374143
Apr 05 12:08:31.867371 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 43374) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:31.871911 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Network 548b3d94-5c3c-467f-9182-8efb802d6497 details requested by agent ovs-agent-dv-cinder-784763-1-iscsi with host dv-cinder-784763-1-iscsi {{(pid=84270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 12:08:31.876776 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-367404e3-b94e-46c5-ad37-533975ec0382 admin admin] Request body: {'subnet': {'network_id': '548b3d94-5c3c-467f-9182-8efb802d6497', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-956578383-subnet', 'tenant_id': '0fa3ed41777846009e78f090b026e395', 'ip_version': 4}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:08:31.888781 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c374c-e2a5-4bb7-83f9-d7c89e954c3a req-6515c823-37c0-49da-9b5f-ce1a9e03f48d tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:31.894809 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9b5c374c-e2a5-4bb7-83f9-d7c89e954c3a req-6515c823-37c0-49da-9b5f-ce1a9e03f48d tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.1102273
Apr 05 12:08:31.900052 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-367404e3-b94e-46c5-ad37-533975ec0382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:31.918463 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-367404e3-b94e-46c5-ad37-533975ec0382 admin admin] Usage tracker for resource:subnet and tenant:0fa3ed41777846009e78f090b026e395 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:31.924203 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-367404e3-b94e-46c5-ad37-533975ec0382 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:31.933289 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-367404e3-b94e-46c5-ad37-533975ec0382 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:31.960319 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9b5c374c-e2a5-4bb7-83f9-d7c89e954c3a req-232c9148-cb02-43c0-98b6-58b774d51100 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628202
Apr 05 12:08:31.961068 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367404e3-b94e-46c5-ad37-533975ec0382 admin admin] Made reservation on behalf of 0fa3ed41777846009e78f090b026e395 for: {'subnet': 1} {{(pid=84269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:08:31.965772 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-367404e3-b94e-46c5-ad37-533975ec0382 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851746051'] for subnet, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:32.253277 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b797166-c56d-4c36-a4e2-091eb50628b6 req-9ca4af8a-048a-4ed2-9899-3b26d1593443 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:32.255035 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7b797166-c56d-4c36-a4e2-091eb50628b6 req-9ca4af8a-048a-4ed2-9899-3b26d1593443 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76dc471-47cc-4b87-a3f0-8309af9aa790 HTTP/1.1" status: 200  len: 943 time: 0.1690257
Apr 05 12:08:32.390096 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7b797166-c56d-4c36-a4e2-091eb50628b6 req-d7c54315-9426-4654-9ff7-11be8235b44d tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1217914
Apr 05 12:08:32.575084 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-367404e3-b94e-46c5-ad37-533975ec0382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852080937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851746098'] for subnet, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:32.593879 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f291186c-1e6f-40f6-8473-6b560583ce28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:32.706170 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 8ca70e09-43be-428e-8720-f600ff4f15c3 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 12:08:32.737343 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367404e3-b94e-46c5-ad37-533975ec0382 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b86aae7-ace6-4746-a3ed-1ba4c4e7e2eb,revision_number=0']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:32.755934 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-367404e3-b94e-46c5-ad37-533975ec0382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:32.787557 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73c972-fab2-4088-bb0c-c15370725221 req-dfb18ea9-9204-4bdf-9f95-85758874f4ff tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:32.794499 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc53dc0-aa1e-439e-8741-b73133f80695 req-a3b1f069-2ebc-4060-818e-d0af00e6d28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:32.796135 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2a73c972-fab2-4088-bb0c-c15370725221 req-dfb18ea9-9204-4bdf-9f95-85758874f4ff tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?device_id=3920e06e-a129-4ec6-9663-83d002e65b75 HTTP/1.1" status: 200  len: 944 time: 0.2738371
Apr 05 12:08:32.797448 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3dc53dc0-aa1e-439e-8741-b73133f80695 req-a3b1f069-2ebc-4060-818e-d0af00e6d28f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a41d3eb2-4ae3-4bca-813b-303785d3193b HTTP/1.1" status: 200  len: 854 time: 0.0903108
Apr 05 12:08:32.857946 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2a73c972-fab2-4088-bb0c-c15370725221 req-3eb19f80-57ec-4ce2-b174-20c4ba882fca tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/security-groups?id=45378dbe-e24e-46fe-876d-24f89a40b58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608628
Apr 05 12:08:32.890098 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367404e3-b94e-46c5-ad37-533975ec0382 admin admin] Checking segment: {'id': 'b0ea88b6-8a50-4dc8-956c-4b544206d124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '548b3d94-5c3c-467f-9182-8efb802d6497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:08:32.890528 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367404e3-b94e-46c5-ad37-533975ec0382 admin admin] Network hostable DHCP agents. Network: 548b3d94-5c3c-467f-9182-8efb802d6497, hostable agents: ['09bf275b-3c10-4287-a080-17cf02d540e7'], hosted agents: [] {{(pid=84269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 12:08:32.892457 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 8ca70e09-43be-428e-8720-f600ff4f15c3, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=8ca70e09-43be-428e-8720-f600ff4f15c3,segment=NetworkSegment(cca319d6-d04d-4541-ba09-f3b3756a74bc),segment_id=cca319d6-d04d-4541-ba09-f3b3756a74bc)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:08:32.907953 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Returning: {'device': '8ca70e09-43be-428e-8720-f600ff4f15c3', 'network_id': '824ff9bc-3428-4660-94c8-a66bfd483c75', 'port_id': '8ca70e09-43be-428e-8720-f600ff4f15c3', 'mac_address': 'fa:16:3e:80:3a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3899a7-b1f4-44f1-8307-a691d8d37d98', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 12:08:32.912927 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367404e3-b94e-46c5-ad37-533975ec0382 admin admin] Network 548b3d94-5c3c-467f-9182-8efb802d6497 is scheduled to be hosted by DHCP agent 09bf275b-3c10-4287-a080-17cf02d540e7 with binding_index 1 {{(pid=84269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 12:08:32.924773 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-367404e3-b94e-46c5-ad37-533975ec0382 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-iscsi, 548b3d94-5c3c-467f-9182-8efb802d6497) {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:08:32.941545 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367404e3-b94e-46c5-ad37-533975ec0382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:32.942825 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-367404e3-b94e-46c5-ad37-533975ec0382 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:32.953271 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac980f9d-1413-4681-8c41-bf3fdec60104 None None] Network 548b3d94-5c3c-467f-9182-8efb802d6497 requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:08:32.973715 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-367404e3-b94e-46c5-ad37-533975ec0382 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.0994728
Apr 05 12:08:32.974069 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 43402) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:32.981062 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-3e607170-d3b3-4e0a-8bf1-8fb8e5a6c5aa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-956578383-router', 'tenant_id': '0fa3ed41777846009e78f090b026e395', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'}}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:08:32.986362 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3e607170-d3b3-4e0a-8bf1-8fb8e5a6c5aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:32.994675 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-3e607170-d3b3-4e0a-8bf1-8fb8e5a6c5aa admin admin] Usage tracker for resource:router and tenant:0fa3ed41777846009e78f090b026e395 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:33.043468 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-3e607170-d3b3-4e0a-8bf1-8fb8e5a6c5aa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:33.062208 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3e607170-d3b3-4e0a-8bf1-8fb8e5a6c5aa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:33.067624 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:33.075446 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-853348a1-8db1-4a63-8999-80d5e07a3e66 req-b71300ec-58a2-4ff1-bee8-18f4c286ca4e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 210 time: 0.0834370
Apr 05 12:08:33.099005 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e607170-d3b3-4e0a-8bf1-8fb8e5a6c5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773687'] for router, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:33.100406 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e607170-d3b3-4e0a-8bf1-8fb8e5a6c5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854366841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854330512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854383299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2110'] for router, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:33.110752 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca70e09-43be-428e-8720-f600ff4f15c3 {{(pid=84270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:08:33.135770 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e607170-d3b3-4e0a-8bf1-8fb8e5a6c5aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:33.201077 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 8ca70e09-43be-428e-8720-f600ff4f15c3, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=8ca70e09-43be-428e-8720-f600ff4f15c3,segment=NetworkSegment(cca319d6-d04d-4541-ba09-f3b3756a74bc),segment_id=cca319d6-d04d-4541-ba09-f3b3756a74bc)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:08:33.233437 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:33.240788 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ce64cbe4-39a4-4b2c-bb1f-e830c3456fe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:33.292545 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e17604-b6ec-4e35-a227-2756c4566c41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1982f07b-7870-5634-aae6-8a59c2355e32-548b3d94-5c3c-467f-9182-8efb802d6497', 'network_id': '548b3d94-5c3c-467f-9182-8efb802d6497', 'tenant_id': '0fa3ed41777846009e78f090b026e395', 'fixed_ips': [{'subnet_id': '6b86aae7-ace6-4746-a3ed-1ba4c4e7e2eb'}]}} from dv-cinder-784763-1-iscsi. {{(pid=84270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 05 12:08:33.293457 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-46e17604-b6ec-4e35-a227-2756c4566c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:33.402917 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=8ca70e09-43be-428e-8720-f600ff4f15c3,revision_number=4']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:33.406533 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:33.498952 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-46e17604-b6ec-4e35-a227-2756c4566c41 None None] Allocated IP 172.20.0.2 (548b3d94-5c3c-467f-9182-8efb802d6497/6b86aae7-ace6-4746-a3ed-1ba4c4e7e2eb/e68c8222-65ae-4598-8376-9f4002f84c63) {{(pid=84270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:08:33.716975 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-46e17604-b6ec-4e35-a227-2756c4566c41 None None] Notify callbacks [] for port, precommit_create {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:33.724807 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e607170-d3b3-4e0a-8bf1-8fb8e5a6c5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854330527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854367201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2095'] for router, precommit_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:33.728850 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-46e17604-b6ec-4e35-a227-2756c4566c41 None None] Transition to ACTIVE for port object e68c8222-65ae-4598-8376-9f4002f84c63 will not be triggered until provisioned by entity L2. {{(pid=84270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:08:33.749080 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-46e17604-b6ec-4e35-a227-2756c4566c41 None None] Transition to ACTIVE for port object e68c8222-65ae-4598-8376-9f4002f84c63 will not be triggered until provisioned by entity DHCP. {{(pid=84270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:08:33.753601 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-46e17604-b6ec-4e35-a227-2756c4566c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368'] for port, after_create {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:33.768963 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:33.812077 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5061fc-6c98-430f-96d2-c663a23745da req-70513198-d07e-42b5-8b13-70f47302d9d9 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:33.813656 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fa5061fc-6c98-430f-96d2-c663a23745da req-70513198-d07e-42b5-8b13-70f47302d9d9 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.5801013
Apr 05 12:08:33.885762 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fa5061fc-6c98-430f-96d2-c663a23745da req-57c5a0d3-7a2f-4745-8228-6347e91d01b8 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591161
Apr 05 12:08:33.902830 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e17604-b6ec-4e35-a227-2756c4566c41 None None] Pushing event updated for resources: {'Port': ['ID=e68c8222-65ae-4598-8376-9f4002f84c63,revision_number=1']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:33.907483 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-46e17604-b6ec-4e35-a227-2756c4566c41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:33.960326 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e17604-b6ec-4e35-a227-2756c4566c41 None None] Network 548b3d94-5c3c-467f-9182-8efb802d6497 is already hosted by enough agents. {{(pid=84270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:08:33.961504 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-46e17604-b6ec-4e35-a227-2756c4566c41 None None] Resources bound (agent type, host, resource id):  {{(pid=84270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:08:33.963890 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e17604-b6ec-4e35-a227-2756c4566c41 None None] Received port after_create {{(pid=84270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:08:34.056738 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-46e17604-b6ec-4e35-a227-2756c4566c41 None None] Attempting to bind port e68c8222-65ae-4598-8376-9f4002f84c63 on host dv-cinder-784763-1-iscsi for vnic_type normal with profile  {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:08:34.057156 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-46e17604-b6ec-4e35-a227-2756c4566c41 None None] Attempting to bind port e68c8222-65ae-4598-8376-9f4002f84c63 by drivers openvswitch,hyperv on host dv-cinder-784763-1-iscsi at level 0 using segments [{'id': 'b0ea88b6-8a50-4dc8-956c-4b544206d124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '548b3d94-5c3c-467f-9182-8efb802d6497'}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:08:34.057566 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e17604-b6ec-4e35-a227-2756c4566c41 None None] Attempting to bind port e68c8222-65ae-4598-8376-9f4002f84c63 on network 548b3d94-5c3c-467f-9182-8efb802d6497 {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:08:34.063224 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e17604-b6ec-4e35-a227-2756c4566c41 None None] Checking agent: {'id': '93e0106f-7977-40cd-8b89-dc51f73202a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 25), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:08:34.063647 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e17604-b6ec-4e35-a227-2756c4566c41 None None] Checking segment: {'id': 'b0ea88b6-8a50-4dc8-956c-4b544206d124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '548b3d94-5c3c-467f-9182-8efb802d6497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:08:34.064098 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-46e17604-b6ec-4e35-a227-2756c4566c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:34.064533 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e17604-b6ec-4e35-a227-2756c4566c41 None None] Bound using segment: {'id': 'b0ea88b6-8a50-4dc8-956c-4b544206d124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '548b3d94-5c3c-467f-9182-8efb802d6497'} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:08:34.065046 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-46e17604-b6ec-4e35-a227-2756c4566c41 None None] Bound port: e68c8222-65ae-4598-8376-9f4002f84c63, host: dv-cinder-784763-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0ea88b6-8a50-4dc8-956c-4b544206d124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '548b3d94-5c3c-467f-9182-8efb802d6497'}}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:08:34.065461 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-46e17604-b6ec-4e35-a227-2756c4566c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:34.209953 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e607170-d3b3-4e0a-8bf1-8fb8e5a6c5aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:34.251358 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e607170-d3b3-4e0a-8bf1-8fb8e5a6c5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:34.310802 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e37dda-099d-4982-b9cc-ad5424dd62e9 req-6933e5d6-ab94-49ac-94bb-afe6273c60b3 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:34.312036 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a8e37dda-099d-4982-b9cc-ad5424dd62e9 req-6933e5d6-ab94-49ac-94bb-afe6273c60b3 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76dc471-47cc-4b87-a3f0-8309af9aa790 HTTP/1.1" status: 200  len: 943 time: 0.2603416
Apr 05 12:08:34.327087 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-46e17604-b6ec-4e35-a227-2756c4566c41 None None] For port e68c8222-65ae-4598-8376-9f4002f84c63, host dv-cinder-784763-1-iscsi, cleared binding levels {{(pid=84270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:08:34.331156 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-46e17604-b6ec-4e35-a227-2756c4566c41 None None] For port e68c8222-65ae-4598-8376-9f4002f84c63, host dv-cinder-784763-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=e68c8222-65ae-4598-8376-9f4002f84c63,segment=NetworkSegment(b0ea88b6-8a50-4dc8-956c-4b544206d124),segment_id=b0ea88b6-8a50-4dc8-956c-4b544206d124)] {{(pid=84270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:08:34.335871 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-46e17604-b6ec-4e35-a227-2756c4566c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:34.354575 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:34.422348 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a8e37dda-099d-4982-b9cc-ad5424dd62e9 req-b55fbac3-39ac-4e53-9cd2-898a2e100088 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006041
Apr 05 12:08:34.459227 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-3e607170-d3b3-4e0a-8bf1-8fb8e5a6c5aa admin admin] Allocated IP 172.27.0.30 (9d12ef10-d92d-4db6-ae05-ceb86a15802e/0ceae222-356e-4bb7-8260-995ea8a55dd5/a33832e3-4ff7-4754-9679-c441031ad725) {{(pid=84269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:08:34.522391 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e17604-b6ec-4e35-a227-2756c4566c41 None None] Pushing event updated for resources: {'Port': ['ID=e68c8222-65ae-4598-8376-9f4002f84c63,revision_number=2']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:34.527289 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-46e17604-b6ec-4e35-a227-2756c4566c41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:34.729265 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedac418-e01f-4f62-9146-c9ab5517aa7b req-a28b9045-9b78-49b2-b50c-55a7e603d3f2 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:34.734754 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-dedac418-e01f-4f62-9146-c9ab5517aa7b req-a28b9045-9b78-49b2-b50c-55a7e603d3f2 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?device_id=3920e06e-a129-4ec6-9663-83d002e65b75 HTTP/1.1" status: 200  len: 945 time: 0.1631882
Apr 05 12:08:34.751134 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e607170-d3b3-4e0a-8bf1-8fb8e5a6c5aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:34.808367 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-dedac418-e01f-4f62-9146-c9ab5517aa7b req-9c126717-ce35-47c2-9fed-393786e3b383 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/security-groups?id=45378dbe-e24e-46fe-876d-24f89a40b58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689268
Apr 05 12:08:34.840997 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e607170-d3b3-4e0a-8bf1-8fb8e5a6c5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:34.917326 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:35.037624 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a8dfe365-25c2-4b42-97fe-92b9c7047dc9 req-ead60ec0-4e74-4abb-a2de-5c54511aae88 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 210 time: 0.0680552
Apr 05 12:08:35.062530 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e607170-d3b3-4e0a-8bf1-8fb8e5a6c5aa admin admin] Pushing event updated for resources: {'Port': ['ID=a33832e3-4ff7-4754-9679-c441031ad725,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:35.068222 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-3e607170-d3b3-4e0a-8bf1-8fb8e5a6c5aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:35.118958 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e607170-d3b3-4e0a-8bf1-8fb8e5a6c5aa admin admin] Network 9d12ef10-d92d-4db6-ae05-ceb86a15802e is already hosted by enough agents. {{(pid=84269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:08:35.120343 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-3e607170-d3b3-4e0a-8bf1-8fb8e5a6c5aa admin admin] Resources bound (agent type, host, resource id):  {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:08:35.123742 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e607170-d3b3-4e0a-8bf1-8fb8e5a6c5aa admin admin] Received port after_create {{(pid=84269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:08:35.286140 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-921fb346-535a-4de2-bc09-5c739371ba87 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Request body: {'port': {'device_id': 'a65c1062-5d66-496a-ae26-06d7d61b2fed', 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb', 'admin_state_up': True, 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'security_groups': ['d003187a-eeb1-45c5-a30a-a35ae148c028']}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:08:35.424023 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3dc53dc0-aa1e-439e-8741-b73133f80695 req-06d9eb74-baac-4586-a72f-6e402a129766 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07054388-504e-4ac2-b33c-6ef540158df3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0680585
Apr 05 12:08:35.442950 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e93fe0-96c1-483d-b324-77a226080c55 req-8362306a-c679-4bba-b55a-f6a95b658159 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:35.444563 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e9e93fe0-96c1-483d-b324-77a226080c55 req-8362306a-c679-4bba-b55a-f6a95b658159 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.2905326
Apr 05 12:08:35.592988 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-921fb346-535a-4de2-bc09-5c739371ba87 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:35.618989 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-921fb346-535a-4de2-bc09-5c739371ba87 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:35.628526 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3dc53dc0-aa1e-439e-8741-b73133f80695 req-ce5f8cc2-3171-44d8-ad24-2de0e3d0451d service neutron] 10.222.0.37 "GET /v2.0/networks/07054388-504e-4ac2-b33c-6ef540158df3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1950567
Apr 05 12:08:35.633981 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-921fb346-535a-4de2-bc09-5c739371ba87 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Made reservation on behalf of 525c6898bd0b4bc98230f38ee54db7c6 for: {'port': 1} {{(pid=84268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:08:35.639453 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e9e93fe0-96c1-483d-b324-77a226080c55 req-00c061e6-2642-4992-ac8f-5922bf85a00c tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1851501
Apr 05 12:08:35.640080 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-921fb346-535a-4de2-bc09-5c739371ba87 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:35.679940 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e607170-d3b3-4e0a-8bf1-8fb8e5a6c5aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:36.025260 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3dc53dc0-aa1e-439e-8741-b73133f80695 req-0a4f4178-a5c8-4041-8f9e-5ae44ed7650d service neutron] 10.222.0.37 "GET /v2.0/networks/07054388-504e-4ac2-b33c-6ef540158df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3726547
Apr 05 12:08:36.050096 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-921fb346-535a-4de2-bc09-5c739371ba87 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Allocated IP 172.20.0.11 (0d1a45c1-5bda-4177-9f6d-4ce95f1005fb/e2bf2297-d799-490c-8e49-5e5a4e02830c/d2955123-ae33-4531-94cd-a14eaa61a2ca) {{(pid=84268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:08:36.075001 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device e68c8222-65ae-4598-8376-9f4002f84c63 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:08:36.270647 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9fe6aa-6457-4b6e-ad26-4f44b1160d01 req-01080176-c990-4e11-a30e-ae2d4d484d74 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:36.279029 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9b9fe6aa-6457-4b6e-ad26-4f44b1160d01 req-01080176-c990-4e11-a30e-ae2d4d484d74 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76dc471-47cc-4b87-a3f0-8309af9aa790 HTTP/1.1" status: 200  len: 943 time: 0.5341306
Apr 05 12:08:36.282401 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning for port e68c8222-65ae-4598-8376-9f4002f84c63 completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:08:36.316919 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-921fb346-535a-4de2-bc09-5c739371ba87 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for port, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:36.349654 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-921fb346-535a-4de2-bc09-5c739371ba87 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Transition to ACTIVE for port object d2955123-ae33-4531-94cd-a14eaa61a2ca will not be triggered until provisioned by entity DHCP. {{(pid=84268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:08:36.360285 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b9c85c-2809-41a3-904c-9171f04b67b3 None None] Network 548b3d94-5c3c-467f-9182-8efb802d6497 requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:08:36.390819 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41afc4-11c5-47d8-8f88-2c2998cb51cf req-14adeb6a-190d-4721-9b4d-2bb50400d324 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:36.399265 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0d41afc4-11c5-47d8-8f88-2c2998cb51cf req-14adeb6a-190d-4721-9b4d-2bb50400d324 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?device_id=3920e06e-a129-4ec6-9663-83d002e65b75 HTTP/1.1" status: 200  len: 945 time: 0.4373910
Apr 05 12:08:36.418041 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-921fb346-535a-4de2-bc09-5c739371ba87 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:36.442832 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-a2defa03-0b12-4d62-8b2b-c95cc51045c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:36.452121 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['8ca70e09-43be-428e-8720-f600ff4f15c3'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:08:36.494693 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9b9fe6aa-6457-4b6e-ad26-4f44b1160d01 req-393cf008-e278-4acb-8ea3-26db1bed8ad5 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1419797
Apr 05 12:08:36.522851 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921fb346-535a-4de2-bc09-5c739371ba87 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Pushing event updated for resources: {'Port': ['ID=d2955123-ae33-4531-94cd-a14eaa61a2ca,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:36.526954 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-921fb346-535a-4de2-bc09-5c739371ba87 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:36.547626 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-2c67506f-d263-474e-a84d-7ff364410193 None None] Provisioning for port e68c8222-65ae-4598-8376-9f4002f84c63 completed by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:08:36.563603 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-2c67506f-d263-474e-a84d-7ff364410193 None None] Provisioning complete for port e68c8222-65ae-4598-8376-9f4002f84c63 triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:08:36.564235 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2c67506f-d263-474e-a84d-7ff364410193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:36.573278 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e607170-d3b3-4e0a-8bf1-8fb8e5a6c5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445342'] for router, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:36.633312 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0d41afc4-11c5-47d8-8f88-2c2998cb51cf req-a46b1b40-21ba-4263-96f2-da7dd8bbf652 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/security-groups?id=45378dbe-e24e-46fe-876d-24f89a40b58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2286110
Apr 05 12:08:36.809953 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-921fb346-535a-4de2-bc09-5c739371ba87 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Network 0d1a45c1-5bda-4177-9f6d-4ce95f1005fb is already hosted by enough agents. {{(pid=84268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:08:36.811367 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-921fb346-535a-4de2-bc09-5c739371ba87 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Resources bound (agent type, host, resource id):  {{(pid=84268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:08:36.819144 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-921fb346-535a-4de2-bc09-5c739371ba87 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Received port after_create {{(pid=84268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:08:36.935546 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0459cb7-1b8d-4824-a994-09d12aec235f req-d113bfb9-21f2-4bf2-b61c-6598d50d4264 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:36.944968 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d0459cb7-1b8d-4824-a994-09d12aec235f req-d113bfb9-21f2-4bf2-b61c-6598d50d4264 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 932 time: 0.2435193
Apr 05 12:08:37.040369 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-921fb346-535a-4de2-bc09-5c739371ba87 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:37.041021 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-921fb346-535a-4de2-bc09-5c739371ba87 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:37.090072 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-921fb346-535a-4de2-bc09-5c739371ba87 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8089180
Apr 05 12:08:37.103629 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d0459cb7-1b8d-4824-a994-09d12aec235f req-7b547fc4-3b09-403a-b7aa-57c675f2f7d2 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1537037
Apr 05 12:08:37.138885 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-a7b5100a-d154-4263-a4f2-ed089ec7b73d service neutron] Request body: {'port': {'device_id': 'a65c1062-5d66-496a-ae26-06d7d61b2fed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:08:37.147417 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e607170-d3b3-4e0a-8bf1-8fb8e5a6c5aa admin admin] Router c8e292d9-2cb3-4810-b355-db01a1b48751 is scheduled to L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d with binding_index 1 {{(pid=84269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 05 12:08:37.362657 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903cdd0-0bee-4b84-90ff-c75c7a089462 req-7735f289-9e2c-45cd-a873-8d18c6f0698f tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:37.371533 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2c67506f-d263-474e-a84d-7ff364410193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:37.372010 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2903cdd0-0bee-4b84-90ff-c75c7a089462 req-7735f289-9e2c-45cd-a873-8d18c6f0698f tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.4848762
Apr 05 12:08:37.458113 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-2c67506f-d263-474e-a84d-7ff364410193 None None] For port e68c8222-65ae-4598-8376-9f4002f84c63, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=e68c8222-65ae-4598-8376-9f4002f84c63,segment=NetworkSegment(b0ea88b6-8a50-4dc8-956c-4b544206d124),segment_id=b0ea88b6-8a50-4dc8-956c-4b544206d124)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:08:37.461345 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e607170-d3b3-4e0a-8bf1-8fb8e5a6c5aa admin admin] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:08:37.463229 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2c67506f-d263-474e-a84d-7ff364410193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:37.466897 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2903cdd0-0bee-4b84-90ff-c75c7a089462 req-1c3ebcf7-b507-4396-a944-3ceabbbd5a6b tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936670
Apr 05 12:08:37.469613 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-a7b5100a-d154-4263-a4f2-ed089ec7b73d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:37.471156 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:37.473378 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e18960-5224-4966-bfe7-47f4fdb162a8 None None] Sync routers for ids ['c8e292d9-2cb3-4810-b355-db01a1b48751'] in dv-cinder-784763-1-iscsi {{(pid=84271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:08:37.491018 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e18960-5224-4966-bfe7-47f4fdb162a8 None None] Routers {'c8e292d9-2cb3-4810-b355-db01a1b48751'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:08:37.491719 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-f2e18960-5224-4966-bfe7-47f4fdb162a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460fa46a0>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:08:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['c8e292d9-2cb3-4810-b355-db01a1b48751'], 'active': True} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:08:37.506382 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3e607170-d3b3-4e0a-8bf1-8fb8e5a6c5aa admin admin] Notify callbacks [] for router, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:37.510798 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-3e607170-d3b3-4e0a-8bf1-8fb8e5a6c5aa admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 4.5327783
Apr 05 12:08:37.512193 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 43488) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:37.579536 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67506f-d263-474e-a84d-7ff364410193 None None] Pushing event updated for resources: {'Port': ['ID=e68c8222-65ae-4598-8376-9f4002f84c63,revision_number=3']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:37.614904 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2c67506f-d263-474e-a84d-7ff364410193 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:37.626722 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-b9526290-f754-40a9-8b60-0e1609be3ec9 None None] Provisioning for port d2955123-ae33-4531-94cd-a14eaa61a2ca completed by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:08:37.633401 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-b9526290-f754-40a9-8b60-0e1609be3ec9 None None] Provisioning complete for port d2955123-ae33-4531-94cd-a14eaa61a2ca triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:08:37.633832 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b9526290-f754-40a9-8b60-0e1609be3ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:37.735667 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-b9526290-f754-40a9-8b60-0e1609be3ec9 None None] Port d2955123-ae33-4531-94cd-a14eaa61a2ca cannot update to ACTIVE because it is not bound. {{(pid=84270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 12:08:37.825024 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-f2e18960-5224-4966-bfe7-47f4fdb162a8 None None] Set router c8e292d9-2cb3-4810-b355-db01a1b48751 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:08:37.851986 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 43496) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:37.857711 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-5277e032-a403-4e3e-9577-3f10559df463 None None] Provisioning complete for port e68c8222-65ae-4598-8376-9f4002f84c63 triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:08:37.858153 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5277e032-a403-4e3e-9577-3f10559df463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:38.065330 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device e68c8222-65ae-4598-8376-9f4002f84c63 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:08:38.156246 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port e68c8222-65ae-4598-8376-9f4002f84c63 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:08:38.157095 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:38.170734 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-46621207-eade-4ee6-90d2-f7b69e44eba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:38.325589 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device c0b82022-589f-4b45-a8d6-945f8492e0e0 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 12:08:38.371863 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7028dc-3e41-451f-82f2-bc62c74fb634 req-2e67356c-f821-4a94-9383-547a1c2befc0 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:38.381021 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ca7028dc-3e41-451f-82f2-bc62c74fb634 req-2e67356c-f821-4a94-9383-547a1c2befc0 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76dc471-47cc-4b87-a3f0-8309af9aa790 HTTP/1.1" status: 200  len: 943 time: 0.5769849
Apr 05 12:08:38.386954 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83031adc-2f5e-4ec0-80f0-7dc0863db389 req-4e7368be-e11d-43b3-b4d9-9311c608ff26 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:38.388959 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-83031adc-2f5e-4ec0-80f0-7dc0863db389 req-4e7368be-e11d-43b3-b4d9-9311c608ff26 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?device_id=3920e06e-a129-4ec6-9663-83d002e65b75 HTTP/1.1" status: 200  len: 945 time: 0.5772634
Apr 05 12:08:38.435890 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-46621207-eade-4ee6-90d2-f7b69e44eba3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:38.442036 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-f2e18960-5224-4966-bfe7-47f4fdb162a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460fa46a0>, [{'id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'name': 'tempest-TestMinimumBasicScenario-956578383-router', 'tenant_id': '0fa3ed41777846009e78f090b026e395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'a33832e3-4ff7-4754-9679-c441031ad725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:33Z', 'updated_at': '2021-04-05T12:08:35Z', 'revision_number': 3, 'project_id': '0fa3ed41777846009e78f090b026e395', 'gw_port': {'id': 'a33832e3-4ff7-4754-9679-c441031ad725', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:34Z', 'updated_at': '2021-04-05T12:08:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi'}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:08:38.447476 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e18960-5224-4966-bfe7-47f4fdb162a8 None None] Checking router: c8e292d9-2cb3-4810-b355-db01a1b48751 for host: dv-cinder-784763-1-iscsi {{(pid=84271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:08:38.448058 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e18960-5224-4966-bfe7-47f4fdb162a8 None None] Updating router c8e292d9-2cb3-4810-b355-db01a1b48751 port a33832e3-4ff7-4754-9679-c441031ad725 binding host dv-cinder-784763-1-iscsi {{(pid=84271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 12:08:38.468697 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-46621207-eade-4ee6-90d2-f7b69e44eba3 admin admin] Usage tracker for resource:security_group_rule and tenant:b6e9e7d5098d437c918f6d3876136020 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:38.471999 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-83031adc-2f5e-4ec0-80f0-7dc0863db389 req-aeb7cd80-e0ea-4463-b8d7-c36747c7e6fe tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/security-groups?id=45378dbe-e24e-46fe-876d-24f89a40b58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704312
Apr 05 12:08:38.475339 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-46621207-eade-4ee6-90d2-f7b69e44eba3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:38.508591 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-46621207-eade-4ee6-90d2-f7b69e44eba3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:38.533459 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f2e18960-5224-4966-bfe7-47f4fdb162a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:38.601080 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ca7028dc-3e41-451f-82f2-bc62c74fb634 req-004c637a-91c3-4fb7-bda2-cdeee5f8478e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2201126
Apr 05 12:08:38.636026 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port c0b82022-589f-4b45-a8d6-945f8492e0e0, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=c0b82022-589f-4b45-a8d6-945f8492e0e0,segment=NetworkSegment(678a0a32-e584-4bc7-93dc-6b69e2674942),segment_id=678a0a32-e584-4bc7-93dc-6b69e2674942)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:08:38.664973 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-a7b5100a-d154-4263-a4f2-ed089ec7b73d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2955123-ae33-4531-94cd-a14eaa61a2ca {{(pid=84268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:08:38.666278 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Returning: {'device': 'c0b82022-589f-4b45-a8d6-945f8492e0e0', 'network_id': '07054388-504e-4ac2-b33c-6ef540158df3', 'port_id': 'c0b82022-589f-4b45-a8d6-945f8492e0e0', 'mac_address': 'fa:16:3e:72:26:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a41d3eb2-4ae3-4bca-813b-303785d3193b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 12:08:38.694164 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-a7b5100a-d154-4263-a4f2-ed089ec7b73d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:38.771683 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-a7b5100a-d154-4263-a4f2-ed089ec7b73d service neutron] Transition to ACTIVE for port object d2955123-ae33-4531-94cd-a14eaa61a2ca will not be triggered until provisioned by entity L2. {{(pid=84268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:08:38.783327 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-a7b5100a-d154-4263-a4f2-ed089ec7b73d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851385328'] for port, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:38.844356 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:38.864152 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0b82022-589f-4b45-a8d6-945f8492e0e0 {{(pid=84270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:08:38.869094 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-46621207-eade-4ee6-90d2-f7b69e44eba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:38.880208 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-46621207-eade-4ee6-90d2-f7b69e44eba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:38.889229 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e54440c9-8a68-4c88-8e84-35a50961ee7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:38.904729 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port c0b82022-589f-4b45-a8d6-945f8492e0e0, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=c0b82022-589f-4b45-a8d6-945f8492e0e0,segment=NetworkSegment(678a0a32-e584-4bc7-93dc-6b69e2674942),segment_id=678a0a32-e584-4bc7-93dc-6b69e2674942)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:08:38.911594 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:38.916672 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:38.925016 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:38.986351 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-46621207-eade-4ee6-90d2-f7b69e44eba3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b6e9e7d5098d437c918f6d3876136020&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1323886
Apr 05 12:08:38.989815 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46621207-eade-4ee6-90d2-f7b69e44eba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fa5235-0859-4846-aaf6-866f0288e3b0,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:38.992406 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 43516) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:39.008184 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-46621207-eade-4ee6-90d2-f7b69e44eba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:39.034791 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=c0b82022-589f-4b45-a8d6-945f8492e0e0,revision_number=4']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:39.038827 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5100a-d154-4263-a4f2-ed089ec7b73d service neutron] Pushing event updated for resources: {'Port': ['ID=d2955123-ae33-4531-94cd-a14eaa61a2ca,revision_number=2']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:39.051956 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:39.055177 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-a7b5100a-d154-4263-a4f2-ed089ec7b73d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:39.133575 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ec1cdf5-8a2f-4b43-aa7c-334dfc782e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:39.170868 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f2e18960-5224-4966-bfe7-47f4fdb162a8 None None] Notify callbacks [] for port, precommit_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:39.185776 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-f2e18960-5224-4966-bfe7-47f4fdb162a8 None None] Transition to ACTIVE for port object a33832e3-4ff7-4754-9679-c441031ad725 will not be triggered until provisioned by entity L2. {{(pid=84271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:08:39.192484 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f06fe-88d7-4abc-b139-16e45bd57fc5 req-536657aa-a0ce-4d1b-8f71-5663018a7ddf tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:39.193821 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-6d8f06fe-88d7-4abc-b139-16e45bd57fc5 req-536657aa-a0ce-4d1b-8f71-5663018a7ddf tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Synchronizing usage tracker for tenant:525c6898bd0b4bc98230f38ee54db7c6 on resource:port {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:08:39.197696 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f2e18960-5224-4966-bfe7-47f4fdb162a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:39.225621 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-fa4b2f04-9c71-41e3-95d9-805e7fbcf3a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:39.298486 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-6d8f06fe-88d7-4abc-b139-16e45bd57fc5 req-536657aa-a0ce-4d1b-8f71-5663018a7ddf tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Unset dirty status for tenant:525c6898bd0b4bc98230f38ee54db7c6 on resource:port {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:08:39.299985 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6d8f06fe-88d7-4abc-b139-16e45bd57fc5 req-536657aa-a0ce-4d1b-8f71-5663018a7ddf tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 932 time: 0.5958507
Apr 05 12:08:39.333831 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['c0b82022-589f-4b45-a8d6-945f8492e0e0'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:08:39.385458 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6d8f06fe-88d7-4abc-b139-16e45bd57fc5 req-9e5ae320-1c12-46e8-a394-49ce90786cea tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0764127
Apr 05 12:08:39.388114 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-a7b5100a-d154-4263-a4f2-ed089ec7b73d service neutron] Attempting to bind port d2955123-ae33-4531-94cd-a14eaa61a2ca on host hv-cinder-78476 for vnic_type normal with profile  {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:08:39.388236 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-a7b5100a-d154-4263-a4f2-ed089ec7b73d service neutron] Attempting to bind port d2955123-ae33-4531-94cd-a14eaa61a2ca by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '9db00757-6e46-4c10-9476-d05f8f304f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb'}] {{(pid=84268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:08:39.388479 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9739a0-44f1-4d43-988d-999ae60743a0 None None] Pushing event updated for resources: {'Port': ['ID=a33832e3-4ff7-4754-9679-c441031ad725,revision_number=2']} {{(pid=84271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:39.388802 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-a7b5100a-d154-4263-a4f2-ed089ec7b73d service neutron] Attempting to bind port d2955123-ae33-4531-94cd-a14eaa61a2ca on network 0d1a45c1-5bda-4177-9f6d-4ce95f1005fb {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:08:39.393261 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ef9739a0-44f1-4d43-988d-999ae60743a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:39.395653 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-a7b5100a-d154-4263-a4f2-ed089ec7b73d service neutron] Port d2955123-ae33-4531-94cd-a14eaa61a2ca on network 0d1a45c1-5bda-4177-9f6d-4ce95f1005fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 12:08:39.396032 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-a7b5100a-d154-4263-a4f2-ed089ec7b73d service neutron] Attempting to bind port d2955123-ae33-4531-94cd-a14eaa61a2ca on network 0d1a45c1-5bda-4177-9f6d-4ce95f1005fb {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:08:39.404644 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-a7b5100a-d154-4263-a4f2-ed089ec7b73d service neutron] Checking agent: {'id': '038210d6-d792-4dfe-95d3-eb4a37cb8b01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:08:39.405021 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-a7b5100a-d154-4263-a4f2-ed089ec7b73d service neutron] Checking segment: {'id': '9db00757-6e46-4c10-9476-d05f8f304f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:08:39.405440 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-a7b5100a-d154-4263-a4f2-ed089ec7b73d service neutron] Bound using segment: {'id': '9db00757-6e46-4c10-9476-d05f8f304f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb'} {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:08:39.405921 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-a7b5100a-d154-4263-a4f2-ed089ec7b73d service neutron] Bound port: d2955123-ae33-4531-94cd-a14eaa61a2ca, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db00757-6e46-4c10-9476-d05f8f304f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb'}}] {{(pid=84268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:08:39.406619 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-a7b5100a-d154-4263-a4f2-ed089ec7b73d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:39.476376 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-f2e18960-5224-4966-bfe7-47f4fdb162a8 None None] Attempting to bind port a33832e3-4ff7-4754-9679-c441031ad725 on host dv-cinder-784763-1-iscsi for vnic_type normal with profile  {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:08:39.477175 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-f2e18960-5224-4966-bfe7-47f4fdb162a8 None None] Attempting to bind port a33832e3-4ff7-4754-9679-c441031ad725 by drivers openvswitch,hyperv on host dv-cinder-784763-1-iscsi at level 0 using segments [{'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'}] {{(pid=84271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:08:39.477908 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e18960-5224-4966-bfe7-47f4fdb162a8 None None] Attempting to bind port a33832e3-4ff7-4754-9679-c441031ad725 on network 9d12ef10-d92d-4db6-ae05-ceb86a15802e {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:08:39.484875 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e18960-5224-4966-bfe7-47f4fdb162a8 None None] Checking agent: {'id': '93e0106f-7977-40cd-8b89-dc51f73202a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 25), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:08:39.485595 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e18960-5224-4966-bfe7-47f4fdb162a8 None None] Checking segment: {'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:08:39.486692 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f2e18960-5224-4966-bfe7-47f4fdb162a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:39.487316 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e18960-5224-4966-bfe7-47f4fdb162a8 None None] Bound using segment: {'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'} {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:08:39.489041 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-f2e18960-5224-4966-bfe7-47f4fdb162a8 None None] Bound port: a33832e3-4ff7-4754-9679-c441031ad725, host: dv-cinder-784763-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'}}] {{(pid=84271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:08:39.489681 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f2e18960-5224-4966-bfe7-47f4fdb162a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:39.533663 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-a7b5100a-d154-4263-a4f2-ed089ec7b73d service neutron] For port d2955123-ae33-4531-94cd-a14eaa61a2ca, host hv-cinder-78476, cleared binding levels {{(pid=84268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:08:39.538069 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-a7b5100a-d154-4263-a4f2-ed089ec7b73d service neutron] For port d2955123-ae33-4531-94cd-a14eaa61a2ca, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=d2955123-ae33-4531-94cd-a14eaa61a2ca,segment=NetworkSegment(9db00757-6e46-4c10-9476-d05f8f304f63),segment_id=9db00757-6e46-4c10-9476-d05f8f304f63)] {{(pid=84268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:08:39.543663 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-a7b5100a-d154-4263-a4f2-ed089ec7b73d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851385328'] for port, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:39.555635 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c3876327-25f9-430b-88f6-6255c22593e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:39.569134 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e7fb15b9-d78a-465d-b560-05fc136c4b9e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:39.588910 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6463f3-b7c1-4b72-997d-3b2e8680bc69 req-f75f4e9c-f6c4-4f93-876d-6ba36d5ebfd4 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:39.597026 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8a6463f3-b7c1-4b72-997d-3b2e8680bc69 req-f75f4e9c-f6c4-4f93-876d-6ba36d5ebfd4 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.5327191
Apr 05 12:08:39.633453 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-f2e18960-5224-4966-bfe7-47f4fdb162a8 None None] For port a33832e3-4ff7-4754-9679-c441031ad725, host dv-cinder-784763-1-iscsi, cleared binding levels {{(pid=84271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:08:39.636751 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-f2e18960-5224-4966-bfe7-47f4fdb162a8 None None] For port a33832e3-4ff7-4754-9679-c441031ad725, host dv-cinder-784763-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=a33832e3-4ff7-4754-9679-c441031ad725,segment=NetworkSegment(9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6),segment_id=9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6)] {{(pid=84271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:08:39.640299 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f2e18960-5224-4966-bfe7-47f4fdb162a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:39.656414 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-215ff9a8-864c-4350-ab64-765d5b1a3879 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:39.699301 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c3876327-25f9-430b-88f6-6255c22593e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:39.737950 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8a6463f3-b7c1-4b72-997d-3b2e8680bc69 req-68c682ac-3efd-40cd-933a-04e7069e27d8 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1398489
Apr 05 12:08:39.791644 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5100a-d154-4263-a4f2-ed089ec7b73d service neutron] Pushing event updated for resources: {'Port': ['ID=d2955123-ae33-4531-94cd-a14eaa61a2ca,revision_number=3']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:39.798029 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-a7b5100a-d154-4263-a4f2-ed089ec7b73d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:39.815261 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9739a0-44f1-4d43-988d-999ae60743a0 None None] Pushing event updated for resources: {'Port': ['ID=a33832e3-4ff7-4754-9679-c441031ad725,revision_number=3']} {{(pid=84271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:39.827285 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ef9739a0-44f1-4d43-988d-999ae60743a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:39.870723 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed82f6-6fd3-4096-8a18-9391f0939090 req-c76315bd-15cf-4ca8-8935-86d23d8937ed tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:39.872601 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-caed82f6-6fd3-4096-8a18-9391f0939090 req-c76315bd-15cf-4ca8-8935-86d23d8937ed tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?device_id=3920e06e-a129-4ec6-9663-83d002e65b75 HTTP/1.1" status: 200  len: 945 time: 0.1919730
Apr 05 12:08:39.881427 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-a7b5100a-d154-4263-a4f2-ed089ec7b73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:39.885108 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-a7b5100a-d154-4263-a4f2-ed089ec7b73d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:39.886860 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-a7b5100a-d154-4263-a4f2-ed089ec7b73d service neutron] 10.222.0.37 "PUT /v2.0/ports/d2955123-ae33-4531-94cd-a14eaa61a2ca HTTP/1.1" status: 200  len: 1094 time: 2.7608743
Apr 05 12:08:39.890254 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65c1062-5d66-496a-ae26-06d7d61b2fed', 'tag': 'd2955123-ae33-4531-94cd-a14eaa61a2ca'}] {{(pid=84268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:08:39.910508 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e18960-5224-4966-bfe7-47f4fdb162a8 None None] Routers {'c8e292d9-2cb3-4810-b355-db01a1b48751'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:08:39.911265 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-f2e18960-5224-4966-bfe7-47f4fdb162a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460fa46a0>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:08:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['c8e292d9-2cb3-4810-b355-db01a1b48751'], 'active': True} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:08:39.940141 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-9ec1cdf5-8a2f-4b43-aa7c-334dfc782e53 admin admin] Allocated IP 172.20.0.1 (548b3d94-5c3c-467f-9182-8efb802d6497/6b86aae7-ace6-4746-a3ed-1ba4c4e7e2eb/e980b935-8534-4c1b-9cee-e09348ce6d6a) {{(pid=84269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:08:39.948396 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c3876327-25f9-430b-88f6-6255c22593e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:40.042355 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-caed82f6-6fd3-4096-8a18-9391f0939090 req-d20df2e0-c15d-43bd-9459-19a1736295af tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/security-groups?id=45378dbe-e24e-46fe-876d-24f89a40b58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1543531
Apr 05 12:08:40.087180 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-600e5817-ef7f-4646-af32-fb2479750931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:40.088862 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-600e5817-ef7f-4646-af32-fb2479750931 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=525c6898bd0b4bc98230f38ee54db7c6&device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 1097 time: 0.1596296
Apr 05 12:08:40.193979 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ec1cdf5-8a2f-4b43-aa7c-334dfc782e53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:40.208632 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-9ec1cdf5-8a2f-4b43-aa7c-334dfc782e53 admin admin] Transition to ACTIVE for port object e980b935-8534-4c1b-9cee-e09348ce6d6a will not be triggered until provisioned by entity DHCP. {{(pid=84269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:08:40.230856 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-53b78a7e-45c5-456b-98da-bccb5e6e0019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:40.248407 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-f2e18960-5224-4966-bfe7-47f4fdb162a8 None None] Set router c8e292d9-2cb3-4810-b355-db01a1b48751 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:08:40.251170 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-4f5f0387-f3fe-433e-8f4c-40185b1f41c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2955123-ae33-4531-94cd-a14eaa61a2ca HTTP/1.1" status: 200  len: 217 time: 0.1469562
Apr 05 12:08:40.294415 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 8ca70e09-43be-428e-8720-f600ff4f15c3 up at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:08:40.304142 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3876327-25f9-430b-88f6-6255c22593e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fa5235-0859-4846-aaf6-866f0288e3b0,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:40.315305 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ec1cdf5-8a2f-4b43-aa7c-334dfc782e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:40.342475 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-a145689b-e3db-4ba3-ae4e-8101e3df164f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:40.344852 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-a145689b-e3db-4ba3-ae4e-8101e3df164f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e2bf2297-d799-490c-8e49-5e5a4e02830c HTTP/1.1" status: 200  len: 850 time: 0.0863419
Apr 05 12:08:40.403406 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-c3876327-25f9-430b-88f6-6255c22593e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:40.404029 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning for port 8ca70e09-43be-428e-8720-f600ff4f15c3 completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:08:40.404307 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c3876327-25f9-430b-88f6-6255c22593e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:40.405535 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-c3876327-25f9-430b-88f6-6255c22593e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/61fa5235-0859-4846-aaf6-866f0288e3b0 HTTP/1.1" status: 204  len: 168 time: 1.4099441
Apr 05 12:08:40.410268 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning complete for port 8ca70e09-43be-428e-8720-f600ff4f15c3 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:08:40.410268 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:40.411142 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-c30ff9e5-7159-4040-9063-93028f859192 tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:40.485714 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec1cdf5-8a2f-4b43-aa7c-334dfc782e53 admin admin] Pushing event updated for resources: {'Port': ['ID=e980b935-8534-4c1b-9cee-e09348ce6d6a,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:40.500913 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-9ec1cdf5-8a2f-4b43-aa7c-334dfc782e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:40.530905 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-db832157-f4c5-47b0-b3b2-83a0a17df280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:40.532575 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-db832157-f4c5-47b0-b3b2-83a0a17df280 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d1a45c1-5bda-4177-9f6d-4ce95f1005fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1749642
Apr 05 12:08:40.548458 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a65c1062-5d66-496a-ae26-06d7d61b2fed', 'tag': 'd2955123-ae33-4531-94cd-a14eaa61a2ca', 'status': 'completed', 'code': 200}
Apr 05 12:08:40.588330 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:40.608993 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329505d-8d84-4648-9b25-8739f1d40078 req-d4b9ad9a-4877-4da0-9175-6d1849716727 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:40.618837 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6329505d-8d84-4648-9b25-8739f1d40078 req-d4b9ad9a-4877-4da0-9175-6d1849716727 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76dc471-47cc-4b87-a3f0-8309af9aa790 HTTP/1.1" status: 200  len: 944 time: 0.6725819
Apr 05 12:08:40.623749 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3920e06e-a129-4ec6-9663-83d002e65b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca70e09-43be-428e-8720-f600ff4f15c3'}] {{(pid=84270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:08:40.637647 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 8ca70e09-43be-428e-8720-f600ff4f15c3, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=8ca70e09-43be-428e-8720-f600ff4f15c3,segment=NetworkSegment(cca319d6-d04d-4541-ba09-f3b3756a74bc),segment_id=cca319d6-d04d-4541-ba09-f3b3756a74bc)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:08:40.641556 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:40.643742 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:40.708343 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6329505d-8d84-4648-9b25-8739f1d40078 req-6196a924-58f3-453f-8421-1254380ad235 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857637
Apr 05 12:08:40.713299 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec1cdf5-8a2f-4b43-aa7c-334dfc782e53 admin admin] Network 548b3d94-5c3c-467f-9182-8efb802d6497 is already hosted by enough agents. {{(pid=84269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:08:40.718461 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-9ec1cdf5-8a2f-4b43-aa7c-334dfc782e53 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:08:40.732797 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec1cdf5-8a2f-4b43-aa7c-334dfc782e53 admin admin] Received port after_create {{(pid=84269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:08:40.742424 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=8ca70e09-43be-428e-8720-f600ff4f15c3,revision_number=5']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:40.764850 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:40.825350 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-f2e18960-5224-4966-bfe7-47f4fdb162a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460fa46a0>, [{'id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'name': 'tempest-TestMinimumBasicScenario-956578383-router', 'tenant_id': '0fa3ed41777846009e78f090b026e395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'a33832e3-4ff7-4754-9679-c441031ad725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:33Z', 'updated_at': '2021-04-05T12:08:35Z', 'revision_number': 3, 'project_id': '0fa3ed41777846009e78f090b026e395', 'gw_port': {'id': 'a33832e3-4ff7-4754-9679-c441031ad725', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:34Z', 'updated_at': '2021-04-05T12:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi'}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:08:40.835895 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e18960-5224-4966-bfe7-47f4fdb162a8 None None] The sync data for ids ['c8e292d9-2cb3-4810-b355-db01a1b48751'] in dv-cinder-784763-1-iscsi is: [{'id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'name': 'tempest-TestMinimumBasicScenario-956578383-router', 'tenant_id': '0fa3ed41777846009e78f090b026e395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'a33832e3-4ff7-4754-9679-c441031ad725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:33Z', 'updated_at': '2021-04-05T12:08:35Z', 'revision_number': 3, 'project_id': '0fa3ed41777846009e78f090b026e395', 'gw_port': {'id': 'a33832e3-4ff7-4754-9679-c441031ad725', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:34Z', 'updated_at': '2021-04-05T12:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi'}] {{(pid=84271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:08:40.852522 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-1be4225c-1144-4ea9-9178-1addb8f71a77 service neutron] 10.222.0.37 "GET /v2.0/networks/0d1a45c1-5bda-4177-9f6d-4ce95f1005fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3031824
Apr 05 12:08:40.896611 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ec1cdf5-8a2f-4b43-aa7c-334dfc782e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854369981'] for router_interface, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:40.910290 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3920e06e-a129-4ec6-9663-83d002e65b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca70e09-43be-428e-8720-f600ff4f15c3', 'code': 200}
Apr 05 12:08:41.068076 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-02f20fab-22b8-45d7-ad78-1f3a27432cff None None] Provisioning for port e980b935-8534-4c1b-9cee-e09348ce6d6a completed by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:08:41.077991 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-02f20fab-22b8-45d7-ad78-1f3a27432cff None None] Provisioning complete for port e980b935-8534-4c1b-9cee-e09348ce6d6a triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:08:41.078651 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-02f20fab-22b8-45d7-ad78-1f3a27432cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:41.081179 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 43548) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:41.148446 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-02f20fab-22b8-45d7-ad78-1f3a27432cff None None] Port e980b935-8534-4c1b-9cee-e09348ce6d6a cannot update to ACTIVE because it is not bound. {{(pid=84270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 12:08:41.222723 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccc3ef2a-4697-4ca6-b3ee-d3639f5e9438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:41.241805 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9faea8f0-65a8-4d5c-a8e7-1b6077bbd4ba req-55d8878b-64fc-4f03-a3bb-937999e832fa service neutron] 10.222.0.37 "GET /v2.0/networks/0d1a45c1-5bda-4177-9f6d-4ce95f1005fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3825560
Apr 05 12:08:41.257700 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97b6e6-f065-4386-837b-be38b4224113 req-70ae0f48-d8e1-4771-a2e9-a5cabf408d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:41.259394 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-bf97b6e6-f065-4386-837b-be38b4224113 req-70ae0f48-d8e1-4771-a2e9-a5cabf408d74 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0903b4e64774f679042704eb580949d&device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 1098 time: 0.3347654
Apr 05 12:08:41.272880 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb87940-af22-4ce0-8f58-5c138e930de6 req-25e12146-aea6-4b36-bd84-a9e2ce9de102 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:41.277335 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ccc3ef2a-4697-4ca6-b3ee-d3639f5e9438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:41.281417 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0bb87940-af22-4ce0-8f58-5c138e930de6 req-25e12146-aea6-4b36-bd84-a9e2ce9de102 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.2058580
Apr 05 12:08:41.289618 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ec1cdf5-8a2f-4b43-aa7c-334dfc782e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:41.301256 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-ccc3ef2a-4697-4ca6-b3ee-d3639f5e9438 admin admin] Usage tracker for resource:security_group_rule and tenant:55721ab58ff4437883a01da245f212ed is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:41.313288 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-ccc3ef2a-4697-4ca6-b3ee-d3639f5e9438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:41.337933 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ccc3ef2a-4697-4ca6-b3ee-d3639f5e9438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:41.460305 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91d9d8-70ec-42c3-9051-b1fd5682648a req-b3543460-2c2a-43e7-b8f6-c0f02faa9dab tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:41.468382 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3a91d9d8-70ec-42c3-9051-b1fd5682648a req-b3543460-2c2a-43e7-b8f6-c0f02faa9dab tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 944 time: 0.4831612
Apr 05 12:08:41.541023 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97b6e6-f065-4386-837b-be38b4224113 req-ed90de58-6216-43bf-80a1-b78b041d40de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:41.542674 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-bf97b6e6-f065-4386-837b-be38b4224113 req-ed90de58-6216-43bf-80a1-b78b041d40de service neutron] 10.222.0.37 "GET /v2.0/networks?id=a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0 HTTP/1.1" status: 200  len: 919 time: 0.2590377
Apr 05 12:08:41.549725 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc362c01-be20-4d8a-806b-8bee43fbe4a2 req-1b1261b8-0edb-42d3-8fe4-8ded9ead7f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:41.551895 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-bc362c01-be20-4d8a-806b-8bee43fbe4a2 req-1b1261b8-0edb-42d3-8fe4-8ded9ead7f41 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3920e06e-a129-4ec6-9663-83d002e65b75 HTTP/1.1" status: 200  len: 1099 time: 0.3807628
Apr 05 12:08:41.562737 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3a91d9d8-70ec-42c3-9051-b1fd5682648a req-921474ed-2a1b-4295-96bd-f83d9c764fe0 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0933528
Apr 05 12:08:41.631673 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-bf97b6e6-f065-4386-837b-be38b4224113 req-d984a167-18df-4492-806e-ae12cd724d2b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f HTTP/1.1" status: 200  len: 217 time: 0.0782068
Apr 05 12:08:41.650180 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0bb87940-af22-4ce0-8f58-5c138e930de6 req-acef92b5-97d1-4f00-9eff-b5287df34330 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3662450
Apr 05 12:08:41.745876 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa24bb5-520e-47bf-87c6-ff63891174a3 req-9bad26d2-f54a-46cf-9dfe-316fc9a05920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:41.747510 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5fa24bb5-520e-47bf-87c6-ff63891174a3 req-9bad26d2-f54a-46cf-9dfe-316fc9a05920 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=525c6898bd0b4bc98230f38ee54db7c6&device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 1097 time: 0.4384100
Apr 05 12:08:41.826352 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-bc362c01-be20-4d8a-806b-8bee43fbe4a2 req-bce38122-cc5f-46ff-8daa-c9d266fc45be service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=45378dbe-e24e-46fe-876d-24f89a40b58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2619228
Apr 05 12:08:41.987960 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccc3ef2a-4697-4ca6-b3ee-d3639f5e9438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:41.998915 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1e8c8-638e-4e29-acb6-643ddf93a901 req-691410e1-0969-42c0-8a83-365d4508267e tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:42.000843 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5ce1e8c8-638e-4e29-acb6-643ddf93a901 req-691410e1-0969-42c0-8a83-365d4508267e tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?device_id=3920e06e-a129-4ec6-9663-83d002e65b75 HTTP/1.1" status: 200  len: 946 time: 0.2818217
Apr 05 12:08:42.004699 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ccc3ef2a-4697-4ca6-b3ee-d3639f5e9438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:42.022282 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-4ef8d6a6-6f6b-48c3-8053-ae80ea29273f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:42.068475 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device a33832e3-4ff7-4754-9679-c441031ad725 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:08:42.084898 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97b6e6-f065-4386-837b-be38b4224113 req-7136c6d4-4b2f-4e1d-9afb-32a1956d8d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:42.086533 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-bf97b6e6-f065-4386-837b-be38b4224113 req-7136c6d4-4b2f-4e1d-9afb-32a1956d8d66 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ced82538-3893-4e0b-a29e-4343c9a27f88 HTTP/1.1" status: 200  len: 858 time: 0.4459867
Apr 05 12:08:42.093438 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-ccc3ef2a-4697-4ca6-b3ee-d3639f5e9438 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=55721ab58ff4437883a01da245f212ed&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0083737
Apr 05 12:08:42.114558 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 43564) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:42.151757 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning for port a33832e3-4ff7-4754-9679-c441031ad725 completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:08:42.157581 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port a33832e3-4ff7-4754-9679-c441031ad725 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:08:42.158084 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:42.174006 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ec1cdf5-8a2f-4b43-aa7c-334dfc782e53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:42.177021 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3ef2a-4697-4ca6-b3ee-d3639f5e9438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba661ee-bec4-4d69-aabb-a08c740c8838,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:42.193963 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ccc3ef2a-4697-4ca6-b3ee-d3639f5e9438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:42.194692 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ec1cdf5-8a2f-4b43-aa7c-334dfc782e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2694713'] for port, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:42.194988 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-bf97b6e6-f065-4386-837b-be38b4224113 req-5bb19664-370c-4d74-b6dc-74f2b3acf9a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0526733
Apr 05 12:08:42.231248 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-fcd67756-61ce-4ce7-95e3-147818c1a819 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:42.270505 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5ce1e8c8-638e-4e29-acb6-643ddf93a901 req-32bff29e-56dc-4902-b3da-e14f7cad658e tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/security-groups?id=45378dbe-e24e-46fe-876d-24f89a40b58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2541647
Apr 05 12:08:42.300972 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9ec1cdf5-8a2f-4b43-aa7c-334dfc782e53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854215708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854374506'] for router_interface, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:42.324796 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device c0b82022-589f-4b45-a8d6-945f8492e0e0 up at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:08:42.381855 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:42.401813 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa24bb5-520e-47bf-87c6-ff63891174a3 req-44e98b85-a713-4d1e-939c-4530caf36ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:42.403444 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5fa24bb5-520e-47bf-87c6-ff63891174a3 req-44e98b85-a713-4d1e-939c-4530caf36ac0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0d1a45c1-5bda-4177-9f6d-4ce95f1005fb HTTP/1.1" status: 200  len: 912 time: 0.6460330
Apr 05 12:08:42.408351 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] For port a33832e3-4ff7-4754-9679-c441031ad725, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=a33832e3-4ff7-4754-9679-c441031ad725,segment=NetworkSegment(9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6),segment_id=9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:08:42.413121 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:42.416302 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:42.420866 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4fb50-4b3f-43bf-92a8-d7dc049e0e15 req-2bc1db4b-a69d-4fd1-83fd-98c5636cf2ad tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:42.426537 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c7d4fb50-4b3f-43bf-92a8-d7dc049e0e15 req-2bc1db4b-a69d-4fd1-83fd-98c5636cf2ad tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76dc471-47cc-4b87-a3f0-8309af9aa790 HTTP/1.1" status: 200  len: 944 time: 0.3516662
Apr 05 12:08:42.459817 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec1cdf5-8a2f-4b43-aa7c-334dfc782e53 admin admin] Pushing event updated for resources: {'Port': ['ID=e980b935-8534-4c1b-9cee-e09348ce6d6a,revision_number=2']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:42.462994 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-9ec1cdf5-8a2f-4b43-aa7c-334dfc782e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:42.479571 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning for port c0b82022-589f-4b45-a8d6-945f8492e0e0 completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:08:42.486472 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning complete for port c0b82022-589f-4b45-a8d6-945f8492e0e0 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:08:42.486892 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:42.511756 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14b7c14f-afc8-4b98-8358-404dacdf17a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:42.531758 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-bf97b6e6-f065-4386-837b-be38b4224113 req-7b4214b7-88e2-4be5-b8f0-03bd7390f7c2 service neutron] 10.222.0.37 "GET /v2.0/networks/a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3283415
Apr 05 12:08:42.533023 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5fa24bb5-520e-47bf-87c6-ff63891174a3 req-77ec40ff-ad1b-4c49-9e9c-c2ed468e4c33 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2955123-ae33-4531-94cd-a14eaa61a2ca HTTP/1.1" status: 200  len: 217 time: 0.1050355
Apr 05 12:08:42.538455 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Pushing event updated for resources: {'Port': ['ID=a33832e3-4ff7-4754-9679-c441031ad725,revision_number=4']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:42.548760 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:42.563128 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14b7c14f-afc8-4b98-8358-404dacdf17a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:42.586774 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec1cdf5-8a2f-4b43-aa7c-334dfc782e53 admin admin] Network 548b3d94-5c3c-467f-9182-8efb802d6497 is already hosted by enough agents. {{(pid=84269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:08:42.627682 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-9ec1cdf5-8a2f-4b43-aa7c-334dfc782e53 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:08:42.631001 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14b7c14f-afc8-4b98-8358-404dacdf17a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:42.638993 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:42.641259 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2d6c0d8a-1cfd-4b3e-8d9e-0aa7630b954e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:42.672927 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa24bb5-520e-47bf-87c6-ff63891174a3 req-e263f696-129d-497a-bbb5-0fdd2a670078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:42.682753 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5fa24bb5-520e-47bf-87c6-ff63891174a3 req-e263f696-129d-497a-bbb5-0fdd2a670078 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e2bf2297-d799-490c-8e49-5e5a4e02830c HTTP/1.1" status: 200  len: 850 time: 0.1323602
Apr 05 12:08:42.689245 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port c0b82022-589f-4b45-a8d6-945f8492e0e0, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=c0b82022-589f-4b45-a8d6-945f8492e0e0,segment=NetworkSegment(678a0a32-e584-4bc7-93dc-6b69e2674942),segment_id=678a0a32-e584-4bc7-93dc-6b69e2674942)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:08:42.693290 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:42.695316 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ce64cbe4-39a4-4b2c-bb1f-e830c3456fe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:42.727380 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7c14f-afc8-4b98-8358-404dacdf17a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba661ee-bec4-4d69-aabb-a08c740c8838,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:42.737172 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-14b7c14f-afc8-4b98-8358-404dacdf17a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:42.813451 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=c0b82022-589f-4b45-a8d6-945f8492e0e0,revision_number=5']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:42.836969 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:42.911697 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76dc471-47cc-4b87-a3f0-8309af9aa790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b82022-589f-4b45-a8d6-945f8492e0e0'}] {{(pid=84270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:08:42.916145 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-14b7c14f-afc8-4b98-8358-404dacdf17a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:42.917624 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-14b7c14f-afc8-4b98-8358-404dacdf17a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3ba661ee-bec4-4d69-aabb-a08c740c8838 HTTP/1.1" status: 204  len: 168 time: 0.7757721
Apr 05 12:08:42.931559 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c7d4fb50-4b3f-43bf-92a8-d7dc049e0e15 req-0902d0f5-7f8e-48f2-bdc1-d08d4e09764d tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4979362
Apr 05 12:08:43.006772 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-64f24ee6-7b1f-4db9-a077-e74169ec241d None None] Provisioning complete for port e980b935-8534-4c1b-9cee-e09348ce6d6a triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:08:43.007611 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-64f24ee6-7b1f-4db9-a077-e74169ec241d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:43.017702 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488867de-6726-4e34-87be-a728aebe9e53 req-f1f5ca18-d498-4db0-b88a-284e139d61dd tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:43.019332 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-488867de-6726-4e34-87be-a728aebe9e53 req-f1f5ca18-d498-4db0-b88a-284e139d61dd tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 944 time: 0.1890023
Apr 05 12:08:43.042848 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec1cdf5-8a2f-4b43-aa7c-334dfc782e53 admin admin] Router c8e292d9-2cb3-4810-b355-db01a1b48751 has already been hosted by L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d {{(pid=84269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 12:08:43.049466 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa24bb5-520e-47bf-87c6-ff63891174a3 req-2f9d5285-0d87-4d91-8628-22f55dd8c0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:43.052022 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5fa24bb5-520e-47bf-87c6-ff63891174a3 req-2f9d5285-0d87-4d91-8628-22f55dd8c0da service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d1a45c1-5bda-4177-9f6d-4ce95f1005fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3013515
Apr 05 12:08:43.093768 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-64f24ee6-7b1f-4db9-a077-e74169ec241d None None] Port e980b935-8534-4c1b-9cee-e09348ce6d6a cannot update to ACTIVE because it is not bound. {{(pid=84270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 12:08:43.143765 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 43584) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:43.267619 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5fa24bb5-520e-47bf-87c6-ff63891174a3 req-2f16e864-44a6-4424-9129-a058f53f14a0 service neutron] 10.222.0.37 "GET /v2.0/networks/0d1a45c1-5bda-4177-9f6d-4ce95f1005fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2044687
Apr 05 12:08:43.356765 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-bf97b6e6-f065-4386-837b-be38b4224113 req-f8e1c955-5fc0-4a67-b4b1-ce1c613dc8e4 service neutron] 10.222.0.37 "GET /v2.0/networks/a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6907973
Apr 05 12:08:43.491716 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05eda8b-d226-47c0-a3dd-cd5e3bb70e8a req-48147c60-ad9d-45c3-b049-56d486fa1b32 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:43.493357 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a05eda8b-d226-47c0-a3dd-cd5e3bb70e8a req-48147c60-ad9d-45c3-b049-56d486fa1b32 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.2212176
Apr 05 12:08:43.523810 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-488867de-6726-4e34-87be-a728aebe9e53 req-c642a9c2-6c9a-4293-8c32-a4721cd510c1 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4937723
Apr 05 12:08:43.557046 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5fa24bb5-520e-47bf-87c6-ff63891174a3 req-01281218-9408-47f7-9240-60eaa1a2edee service neutron] 10.222.0.37 "GET /v2.0/networks/0d1a45c1-5bda-4177-9f6d-4ce95f1005fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2259426
Apr 05 12:08:43.612732 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec1cdf5-8a2f-4b43-aa7c-334dfc782e53 admin admin] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:08:43.624247 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-9ec1cdf5-8a2f-4b43-aa7c-334dfc782e53 admin admin] 10.222.0.36 "PUT /v2.0/routers/c8e292d9-2cb3-4810-b355-db01a1b48751/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1109314
Apr 05 12:08:43.627670 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a05eda8b-d226-47c0-a3dd-cd5e3bb70e8a req-22d76808-8fd3-4075-ad4e-7d9ef670ba1e tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678990
Apr 05 12:08:43.691642 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-908a721a-1fb2-4b2a-9eb4-f39ce5b462c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:43.710490 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-908a721a-1fb2-4b2a-9eb4-f39ce5b462c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:43.714689 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-908a721a-1fb2-4b2a-9eb4-f39ce5b462c6 admin admin] Usage tracker for resource:security_group_rule and tenant:34ac743b08b9432a86b300e9819e97fb is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:43.718301 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-908a721a-1fb2-4b2a-9eb4-f39ce5b462c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:43.730229 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-908a721a-1fb2-4b2a-9eb4-f39ce5b462c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:43.749949 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76dc471-47cc-4b87-a3f0-8309af9aa790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b82022-589f-4b45-a8d6-945f8492e0e0', 'code': 200}
Apr 05 12:08:43.890186 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-908a721a-1fb2-4b2a-9eb4-f39ce5b462c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:43.895965 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-908a721a-1fb2-4b2a-9eb4-f39ce5b462c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:43.930078 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e70073d6-14c8-4a99-a07b-33544be46141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:43.944171 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-908a721a-1fb2-4b2a-9eb4-f39ce5b462c6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=34ac743b08b9432a86b300e9819e97fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7921817
Apr 05 12:08:43.947362 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 43610) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:44.007444 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765802d-9225-4286-8bf3-43f8403dccb0 req-e6499f16-bacd-424c-bb3f-2e646edc1d24 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:44.016426 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1765802d-9225-4286-8bf3-43f8403dccb0 req-e6499f16-bacd-424c-bb3f-2e646edc1d24 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?device_id=3920e06e-a129-4ec6-9663-83d002e65b75 HTTP/1.1" status: 200  len: 946 time: 0.1290133
Apr 05 12:08:44.022340 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a721a-1fb2-4b2a-9eb4-f39ce5b462c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7b1db6-129e-4427-8e0a-44f0d5072862,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:44.039163 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-908a721a-1fb2-4b2a-9eb4-f39ce5b462c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:44.096820 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device a33832e3-4ff7-4754-9679-c441031ad725 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:08:44.119865 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-df342d13-9a21-4e1f-b8d5-77c1e0d2c0bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:44.205878 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-df342d13-9a21-4e1f-b8d5-77c1e0d2c0bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:44.216376 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1765802d-9225-4286-8bf3-43f8403dccb0 req-789fea52-7edc-4c7e-8ab6-2273237ff30e tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/security-groups?id=45378dbe-e24e-46fe-876d-24f89a40b58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1974058
Apr 05 12:08:44.252442 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd02e9-7a89-40aa-8df5-d3de0decdfb8 req-a290007c-205f-40be-be90-30e30aca32ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:44.254724 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-68fd02e9-7a89-40aa-8df5-d3de0decdfb8 req-a290007c-205f-40be-be90-30e30aca32ae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b76dc471-47cc-4b87-a3f0-8309af9aa790 HTTP/1.1" status: 200  len: 1098 time: 0.1925774
Apr 05 12:08:44.276521 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-df342d13-9a21-4e1f-b8d5-77c1e0d2c0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:44.284006 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f9fad2f4-9b46-463c-8cde-c5ae94512dee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:44.290820 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b791d901-d916-44cb-88a2-243c72fe8c00 None None] Sync routers for ids ['c8e292d9-2cb3-4810-b355-db01a1b48751'] in dv-cinder-784763-1-iscsi {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:08:44.312960 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port a33832e3-4ff7-4754-9679-c441031ad725 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:08:44.314153 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:44.338967 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-df342d13-9a21-4e1f-b8d5-77c1e0d2c0bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:44.342677 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-df342d13-9a21-4e1f-b8d5-77c1e0d2c0bc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8f7b1db6-129e-4427-8e0a-44f0d5072862 HTTP/1.1" status: 204  len: 168 time: 0.3918414
Apr 05 12:08:44.346889 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-68fd02e9-7a89-40aa-8df5-d3de0decdfb8 req-aef0fa36-e85a-41bc-afac-db76c9af887d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839369
Apr 05 12:08:44.353845 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df342d13-9a21-4e1f-b8d5-77c1e0d2c0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7b1db6-129e-4427-8e0a-44f0d5072862,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:44.358322 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-df342d13-9a21-4e1f-b8d5-77c1e0d2c0bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:44.362308 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device d2955123-ae33-4531-94cd-a14eaa61a2ca details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 12:08:44.393630 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b791d901-d916-44cb-88a2-243c72fe8c00 None None] Routers {'c8e292d9-2cb3-4810-b355-db01a1b48751'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:08:44.394787 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b791d901-d916-44cb-88a2-243c72fe8c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24609f1cc0>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:08:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['c8e292d9-2cb3-4810-b355-db01a1b48751'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:08:44.415220 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb457f3-d4c3-4084-9647-f696d02d9dfd req-2041cbaf-537d-42f5-9f34-0d519d953bc8 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:44.418364 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4bb457f3-d4c3-4084-9647-f696d02d9dfd req-2041cbaf-537d-42f5-9f34-0d519d953bc8 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76dc471-47cc-4b87-a3f0-8309af9aa790 HTTP/1.1" status: 200  len: 945 time: 0.1439171
Apr 05 12:08:44.486890 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4bb457f3-d4c3-4084-9647-f696d02d9dfd req-a303a624-0289-49a9-8fe7-c33ca5174944 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613415
Apr 05 12:08:44.720818 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 43640) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:44.857365 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018d413-bddc-4e6b-bb11-1a44e50fed60 req-83ed9544-b3df-4952-8dab-9370d6d9fd39 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:44.865778 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3018d413-bddc-4e6b-bb11-1a44e50fed60 req-83ed9544-b3df-4952-8dab-9370d6d9fd39 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 944 time: 0.2034214
Apr 05 12:08:44.923149 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3018d413-bddc-4e6b-bb11-1a44e50fed60 req-973762d5-df31-45c2-854a-fa75404daf3c tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556810
Apr 05 12:08:45.000010 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc83e3-0b37-4a92-824f-a4d58ff54a8c req-5bfa03eb-8c85-4ab7-9f9d-8422186b8b4e tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:45.001647 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9fbc83e3-0b37-4a92-824f-a4d58ff54a8c req-5bfa03eb-8c85-4ab7-9f9d-8422186b8b4e tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.1288602
Apr 05 12:08:45.018525 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a3b5f3dd-74dd-450d-8cda-88b3a3136245 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1915257849-network', 'tenant_id': '61290f2afb994e4381204c83a42d1b46'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:08:45.027550 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a3b5f3dd-74dd-450d-8cda-88b3a3136245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:45.042158 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 43656) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:45.048772 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-731880da-295b-4b99-b8dc-1aecd70647ed admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1785635277-network', 'tenant_id': 'c5bd86d391d44e198b30edc9ebe9aec7'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:08:45.052668 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-a3b5f3dd-74dd-450d-8cda-88b3a3136245 admin admin] Usage tracker for resource:network and tenant:61290f2afb994e4381204c83a42d1b46 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:45.057768 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-731880da-295b-4b99-b8dc-1aecd70647ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:45.060039 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-a3b5f3dd-74dd-450d-8cda-88b3a3136245 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:45.064566 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-731880da-295b-4b99-b8dc-1aecd70647ed admin admin] Usage tracker for resource:network and tenant:c5bd86d391d44e198b30edc9ebe9aec7 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:45.072836 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a3b5f3dd-74dd-450d-8cda-88b3a3136245 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:45.074968 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-731880da-295b-4b99-b8dc-1aecd70647ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:45.087053 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-731880da-295b-4b99-b8dc-1aecd70647ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:45.093054 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-b791d901-d916-44cb-88a2-243c72fe8c00 None None] Set router c8e292d9-2cb3-4810-b355-db01a1b48751 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:08:45.097464 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731880da-295b-4b99-b8dc-1aecd70647ed admin admin] Made reservation on behalf of c5bd86d391d44e198b30edc9ebe9aec7 for: {'network': 1} {{(pid=84268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:08:45.103840 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-731880da-295b-4b99-b8dc-1aecd70647ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:45.118782 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-731880da-295b-4b99-b8dc-1aecd70647ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:45.139868 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-731880da-295b-4b99-b8dc-1aecd70647ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:45.144291 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-731880da-295b-4b99-b8dc-1aecd70647ed admin admin] Usage tracker for resource:security_group_rule and tenant:c5bd86d391d44e198b30edc9ebe9aec7 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:45.147843 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-731880da-295b-4b99-b8dc-1aecd70647ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:45.155187 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-731880da-295b-4b99-b8dc-1aecd70647ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:45.157965 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b5f3dd-74dd-450d-8cda-88b3a3136245 admin admin] Made reservation on behalf of 61290f2afb994e4381204c83a42d1b46 for: {'network': 1} {{(pid=84269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:08:45.164270 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a3b5f3dd-74dd-450d-8cda-88b3a3136245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:45.184699 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9fbc83e3-0b37-4a92-824f-a4d58ff54a8c req-07ab71fa-41cd-40b1-9f4e-716b85742708 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048586
Apr 05 12:08:45.187794 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a3b5f3dd-74dd-450d-8cda-88b3a3136245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:45.193128 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port d2955123-ae33-4531-94cd-a14eaa61a2ca, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=d2955123-ae33-4531-94cd-a14eaa61a2ca,segment=NetworkSegment(9db00757-6e46-4c10-9476-d05f8f304f63),segment_id=9db00757-6e46-4c10-9476-d05f8f304f63)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:08:45.217185 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a3b5f3dd-74dd-450d-8cda-88b3a3136245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:45.225334 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-a3b5f3dd-74dd-450d-8cda-88b3a3136245 admin admin] Usage tracker for resource:security_group_rule and tenant:61290f2afb994e4381204c83a42d1b46 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:45.232306 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-a3b5f3dd-74dd-450d-8cda-88b3a3136245 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:45.246583 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a3b5f3dd-74dd-450d-8cda-88b3a3136245 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:45.292359 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-731880da-295b-4b99-b8dc-1aecd70647ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:45.295273 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-731880da-295b-4b99-b8dc-1aecd70647ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:45.304691 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:45.321461 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Returning: {'device': 'd2955123-ae33-4531-94cd-a14eaa61a2ca', 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb', 'port_id': 'd2955123-ae33-4531-94cd-a14eaa61a2ca', 'mac_address': 'fa:16:3e:5b:1e:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2bf2297-d799-490c-8e49-5e5a4e02830c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 12:08:45.327086 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-731880da-295b-4b99-b8dc-1aecd70647ed admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'}  {{(pid=84268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 12:08:45.352605 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731880da-295b-4b99-b8dc-1aecd70647ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ce5d1a-a007-4f56-81a7-cc1e4d60a391,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:45.352839 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a3b5f3dd-74dd-450d-8cda-88b3a3136245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:45.356762 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a3b5f3dd-74dd-450d-8cda-88b3a3136245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:45.367614 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-731880da-295b-4b99-b8dc-1aecd70647ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:45.368151 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.segments_db [None req-731880da-295b-4b99-b8dc-1aecd70647ed admin admin] Added segment e3c6b405-3493-4512-8522-9eb27479d071 of type vlan for network bbaba3ee-024f-4190-bf8e-67b0effb3751
Apr 05 12:08:45.369694 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-731880da-295b-4b99-b8dc-1aecd70647ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:45.373446 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-14b7c14f-afc8-4b98-8358-404dacdf17a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:45.402957 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-731880da-295b-4b99-b8dc-1aecd70647ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737139937617'] for network, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:45.406583 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3b5f3dd-74dd-450d-8cda-88b3a3136245 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'}  {{(pid=84269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 12:08:45.427986 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a3b5f3dd-74dd-450d-8cda-88b3a3136245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:45.428388 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.segments_db [None req-a3b5f3dd-74dd-450d-8cda-88b3a3136245 admin admin] Added segment 4ea1d17c-d05b-46a3-a210-68bc8d1562a9 of type vlan for network 686333fe-0b6b-458d-9188-9ba94e8ad840
Apr 05 12:08:45.439782 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-731880da-295b-4b99-b8dc-1aecd70647ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131'] for network, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:45.442007 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731880da-295b-4b99-b8dc-1aecd70647ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:45.442007 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-731880da-295b-4b99-b8dc-1aecd70647ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for network, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:45.448785 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:45.461106 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:45.499086 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2955123-ae33-4531-94cd-a14eaa61a2ca {{(pid=84270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:08:45.533715 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a3b5f3dd-74dd-450d-8cda-88b3a3136245 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737139937617'] for network, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:45.539395 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5f3dd-74dd-450d-8cda-88b3a3136245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c851703-648b-4398-8bfe-b5193f0a89dd,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:45.543840 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-a3b5f3dd-74dd-450d-8cda-88b3a3136245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:45.564376 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port d2955123-ae33-4531-94cd-a14eaa61a2ca, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=d2955123-ae33-4531-94cd-a14eaa61a2ca,segment=NetworkSegment(9db00757-6e46-4c10-9476-d05f8f304f63),segment_id=9db00757-6e46-4c10-9476-d05f8f304f63)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:08:45.571826 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731880da-295b-4b99-b8dc-1aecd70647ed admin admin] Pushing event updated for resources: {'Network': ['ID=bbaba3ee-024f-4190-bf8e-67b0effb3751,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:45.576605 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-731880da-295b-4b99-b8dc-1aecd70647ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:45.582450 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:45.587136 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:45.594060 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-731880da-295b-4b99-b8dc-1aecd70647ed admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5512857
Apr 05 12:08:45.596994 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 43674) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:45.605092 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-1dfa8a3b-0713-41f3-8a5b-b11eeb7c5a42 admin admin] Request body: {'subnet': {'network_id': 'bbaba3ee-024f-4190-bf8e-67b0effb3751', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1785635277-subnet', 'tenant_id': 'c5bd86d391d44e198b30edc9ebe9aec7', 'ip_version': 4}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:08:45.610792 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1dfa8a3b-0713-41f3-8a5b-b11eeb7c5a42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:45.615948 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-1dfa8a3b-0713-41f3-8a5b-b11eeb7c5a42 admin admin] Usage tracker for resource:subnet and tenant:c5bd86d391d44e198b30edc9ebe9aec7 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:45.619015 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-1dfa8a3b-0713-41f3-8a5b-b11eeb7c5a42 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:45.625883 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1dfa8a3b-0713-41f3-8a5b-b11eeb7c5a42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:45.637607 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfa8a3b-0713-41f3-8a5b-b11eeb7c5a42 admin admin] Made reservation on behalf of c5bd86d391d44e198b30edc9ebe9aec7 for: {'subnet': 1} {{(pid=84268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:08:45.641500 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Network bbaba3ee-024f-4190-bf8e-67b0effb3751 details requested by agent ovs-agent-dv-cinder-784763-1-iscsi with host dv-cinder-784763-1-iscsi {{(pid=84270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 12:08:45.643960 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1dfa8a3b-0713-41f3-8a5b-b11eeb7c5a42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2934438'] for subnet, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:45.645815 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a3b5f3dd-74dd-450d-8cda-88b3a3136245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131'] for network, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:45.647303 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b5f3dd-74dd-450d-8cda-88b3a3136245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:45.647950 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a3b5f3dd-74dd-450d-8cda-88b3a3136245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for network, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:45.653481 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:45.917868 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-a3b5f3dd-74dd-450d-8cda-88b3a3136245 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.1957996
Apr 05 12:08:45.923163 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 43684) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:45.953692 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=d2955123-ae33-4531-94cd-a14eaa61a2ca,revision_number=4']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:45.953950 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-3f91e487-ff49-4215-9b46-419115eff639 admin admin] Request body: {'subnet': {'network_id': '686333fe-0b6b-458d-9188-9ba94e8ad840', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1915257849-subnet', 'tenant_id': '61290f2afb994e4381204c83a42d1b46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:08:45.957926 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:45.960945 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5f3dd-74dd-450d-8cda-88b3a3136245 admin admin] Pushing event updated for resources: {'Network': ['ID=686333fe-0b6b-458d-9188-9ba94e8ad840,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:45.975608 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-a3b5f3dd-74dd-450d-8cda-88b3a3136245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:45.996359 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b791d901-d916-44cb-88a2-243c72fe8c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24609f1cc0>, [{'id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'name': 'tempest-TestMinimumBasicScenario-956578383-router', 'tenant_id': '0fa3ed41777846009e78f090b026e395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'a33832e3-4ff7-4754-9679-c441031ad725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:33Z', 'updated_at': '2021-04-05T12:08:41Z', 'revision_number': 4, 'project_id': '0fa3ed41777846009e78f090b026e395', 'gw_port': {'id': 'a33832e3-4ff7-4754-9679-c441031ad725', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:34Z', 'updated_at': '2021-04-05T12:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': 'e980b935-8534-4c1b-9cee-e09348ce6d6a', 'name': '', 'network_id': '548b3d94-5c3c-467f-9182-8efb802d6497', 'tenant_id': '0fa3ed41777846009e78f090b026e395', 'mac_address': 'fa:16:3e:4c:3c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '6b86aae7-ace6-4746-a3ed-1ba4c4e7e2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:39Z', 'updated_at': '2021-04-05T12:08:41Z', 'revision_number': 2, 'project_id': '0fa3ed41777846009e78f090b026e395', 'subnets': [{'id': '6b86aae7-ace6-4746-a3ed-1ba4c4e7e2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:08:45.997702 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3f91e487-ff49-4215-9b46-419115eff639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:46.001488 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Network 686333fe-0b6b-458d-9188-9ba94e8ad840 details requested by agent ovs-agent-dv-cinder-784763-1-iscsi with host dv-cinder-784763-1-iscsi {{(pid=84270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 12:08:46.008971 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-3f91e487-ff49-4215-9b46-419115eff639 admin admin] Usage tracker for resource:subnet and tenant:61290f2afb994e4381204c83a42d1b46 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:46.019519 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-3f91e487-ff49-4215-9b46-419115eff639 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:46.028684 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3f91e487-ff49-4215-9b46-419115eff639 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:46.046830 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080d03d-d176-457d-ad60-7df2a51d4ae4 req-12b8ff70-cb84-42d1-961a-28711ea0db1a tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:46.055567 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2080d03d-d176-457d-ad60-7df2a51d4ae4 req-12b8ff70-cb84-42d1-961a-28711ea0db1a tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76dc471-47cc-4b87-a3f0-8309af9aa790 HTTP/1.1" status: 200  len: 945 time: 0.2637830
Apr 05 12:08:46.078083 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f91e487-ff49-4215-9b46-419115eff639 admin admin] Made reservation on behalf of 61290f2afb994e4381204c83a42d1b46 for: {'subnet': 1} {{(pid=84269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:08:46.083058 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f91e487-ff49-4215-9b46-419115eff639 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851746051'] for subnet, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:46.138193 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b791d901-d916-44cb-88a2-243c72fe8c00 None None] Checking router: c8e292d9-2cb3-4810-b355-db01a1b48751 for host: dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:08:46.138887 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b791d901-d916-44cb-88a2-243c72fe8c00 None None] Updating router c8e292d9-2cb3-4810-b355-db01a1b48751 port e980b935-8534-4c1b-9cee-e09348ce6d6a binding host dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 12:08:46.195030 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['d2955123-ae33-4531-94cd-a14eaa61a2ca'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:08:46.226701 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf08bf-0cdc-494d-bbdc-fb228f20f4b4 req-c3c75e4b-f245-488a-b5bb-e9d119388fd7 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:46.228329 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fadf08bf-0cdc-494d-bbdc-fb228f20f4b4 req-c3c75e4b-f245-488a-b5bb-e9d119388fd7 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?device_id=3920e06e-a129-4ec6-9663-83d002e65b75 HTTP/1.1" status: 200  len: 946 time: 0.1665981
Apr 05 12:08:46.262338 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2080d03d-d176-457d-ad60-7df2a51d4ae4 req-8a9ab359-0753-4217-b108-76aaddde7ce1 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2003019
Apr 05 12:08:46.306325 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fadf08bf-0cdc-494d-bbdc-fb228f20f4b4 req-6d8efc0d-ecfd-4b46-a0c4-2ad60d824209 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/security-groups?id=45378dbe-e24e-46fe-876d-24f89a40b58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694528
Apr 05 12:08:46.404676 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1dfa8a3b-0713-41f3-8a5b-b11eeb7c5a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3390718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2934421'] for subnet, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:46.447732 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b791d901-d916-44cb-88a2-243c72fe8c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:46.589750 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:46.716082 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6535e-545a-44bf-bfbb-229c216f2fcf req-210aafc0-4083-4f96-910f-2458c5d43b5f tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:46.726391 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-16d6535e-545a-44bf-bfbb-229c216f2fcf req-210aafc0-4083-4f96-910f-2458c5d43b5f tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 945 time: 0.2691557
Apr 05 12:08:46.745299 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfa8a3b-0713-41f3-8a5b-b11eeb7c5a42 admin admin] Checking segment: {'id': 'e3c6b405-3493-4512-8522-9eb27479d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbaba3ee-024f-4190-bf8e-67b0effb3751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:08:46.745715 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfa8a3b-0713-41f3-8a5b-b11eeb7c5a42 admin admin] Network hostable DHCP agents. Network: bbaba3ee-024f-4190-bf8e-67b0effb3751, hostable agents: ['09bf275b-3c10-4287-a080-17cf02d540e7'], hosted agents: [] {{(pid=84268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 12:08:46.756434 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa8a3b-0713-41f3-8a5b-b11eeb7c5a42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1f0f3d3-0413-401f-b4b6-93bfc196462a,revision_number=0']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:46.759522 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-1dfa8a3b-0713-41f3-8a5b-b11eeb7c5a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:46.775296 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfa8a3b-0713-41f3-8a5b-b11eeb7c5a42 admin admin] Network bbaba3ee-024f-4190-bf8e-67b0effb3751 is scheduled to be hosted by DHCP agent 09bf275b-3c10-4287-a080-17cf02d540e7 with binding_index 1 {{(pid=84268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 12:08:46.780530 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-16d6535e-545a-44bf-bfbb-229c216f2fcf req-9f48f99b-ae34-438d-8840-d63e4f093ce4 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531154
Apr 05 12:08:46.786651 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-1dfa8a3b-0713-41f3-8a5b-b11eeb7c5a42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-iscsi, bbaba3ee-024f-4190-bf8e-67b0effb3751) {{(pid=84268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:08:46.801379 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfa8a3b-0713-41f3-8a5b-b11eeb7c5a42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:46.802083 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1dfa8a3b-0713-41f3-8a5b-b11eeb7c5a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for subnet, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:46.821737 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fb6e83-0c71-41e5-8de1-cd79291a9163 None None] Network bbaba3ee-024f-4190-bf8e-67b0effb3751 requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:08:46.827482 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-1dfa8a3b-0713-41f3-8a5b-b11eeb7c5a42 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.2287436
Apr 05 12:08:46.830042 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 43702) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:46.837109 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-75f81df5-9980-47ee-9f99-1a8081a6f3da admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1785635277-router', 'tenant_id': 'c5bd86d391d44e198b30edc9ebe9aec7', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'}}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:08:46.844028 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-75f81df5-9980-47ee-9f99-1a8081a6f3da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:46.850668 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-75f81df5-9980-47ee-9f99-1a8081a6f3da admin admin] Usage tracker for resource:router and tenant:c5bd86d391d44e198b30edc9ebe9aec7 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:46.853887 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-75f81df5-9980-47ee-9f99-1a8081a6f3da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:46.863007 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-75f81df5-9980-47ee-9f99-1a8081a6f3da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:46.864193 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 43706) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:46.909118 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f91e487-ff49-4215-9b46-419115eff639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852080937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851746098'] for subnet, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:46.932264 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75f81df5-9980-47ee-9f99-1a8081a6f3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773687'] for router, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:46.933347 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75f81df5-9980-47ee-9f99-1a8081a6f3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854366841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854330512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854383299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2110'] for router, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:46.948992 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75f81df5-9980-47ee-9f99-1a8081a6f3da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:47.067582 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-575bfecb-751a-4a70-bc93-d20a590e6292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:47.163999 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91e487-ff49-4215-9b46-419115eff639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7d8b0b9-cca3-47db-b912-2120b5e6eb06,revision_number=0']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:47.172101 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-3f91e487-ff49-4215-9b46-419115eff639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:47.181719 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f91e487-ff49-4215-9b46-419115eff639 admin admin] Checking segment: {'id': '4ea1d17c-d05b-46a3-a210-68bc8d1562a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '686333fe-0b6b-458d-9188-9ba94e8ad840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:08:47.182094 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f91e487-ff49-4215-9b46-419115eff639 admin admin] Network hostable DHCP agents. Network: 686333fe-0b6b-458d-9188-9ba94e8ad840, hostable agents: ['09bf275b-3c10-4287-a080-17cf02d540e7'], hosted agents: [] {{(pid=84269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 12:08:47.204913 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f91e487-ff49-4215-9b46-419115eff639 admin admin] Network 686333fe-0b6b-458d-9188-9ba94e8ad840 is scheduled to be hosted by DHCP agent 09bf275b-3c10-4287-a080-17cf02d540e7 with binding_index 1 {{(pid=84269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 12:08:47.215113 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-3f91e487-ff49-4215-9b46-419115eff639 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-iscsi, 686333fe-0b6b-458d-9188-9ba94e8ad840) {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:08:47.230660 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f91e487-ff49-4215-9b46-419115eff639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:47.231308 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3f91e487-ff49-4215-9b46-419115eff639 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:47.249480 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b359f0e4-31dd-4796-9942-9694ae4f0873 None None] Network 686333fe-0b6b-458d-9188-9ba94e8ad840 requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:08:47.255017 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-3f91e487-ff49-4215-9b46-419115eff639 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.3298311
Apr 05 12:08:47.379518 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b8964-21ae-4c38-a02a-86fb003e39be req-bfd0a556-2be1-4658-b06f-df78c7d6c26f tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:47.387445 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c09b8964-21ae-4c38-a02a-86fb003e39be req-bfd0a556-2be1-4658-b06f-df78c7d6c26f tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.5220711
Apr 05 12:08:47.413847 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d3b78d5f-9611-42cf-88e1-58b8721f084b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:47.488756 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1b6e7-a8c3-42d0-a971-83578e40eef8 req-e0ed60ad-6f40-4b43-aa35-279385301397 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:47.490651 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-92b1b6e7-a8c3-42d0-a971-83578e40eef8 req-e0ed60ad-6f40-4b43-aa35-279385301397 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76dc471-47cc-4b87-a3f0-8309af9aa790 HTTP/1.1" status: 200  len: 945 time: 0.1142631
Apr 05 12:08:47.517065 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d3b78d5f-9611-42cf-88e1-58b8721f084b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:47.522138 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-d3b78d5f-9611-42cf-88e1-58b8721f084b admin admin] Usage tracker for resource:security_group_rule and tenant:dbbb675c7bdc4d068a54f00ca386c87b is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:47.525758 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-d3b78d5f-9611-42cf-88e1-58b8721f084b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:47.531714 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d3b78d5f-9611-42cf-88e1-58b8721f084b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:47.552540 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-92b1b6e7-a8c3-42d0-a971-83578e40eef8 req-33532e73-27f6-4a61-8d8e-3830ed21f419 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551269
Apr 05 12:08:47.565690 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b791d901-d916-44cb-88a2-243c72fe8c00 None None] Notify callbacks [] for port, precommit_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:47.592763 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf99c77-4f9d-44ee-875c-23dd377f1bd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1982f07b-7870-5634-aae6-8a59c2355e32-bbaba3ee-024f-4190-bf8e-67b0effb3751', 'network_id': 'bbaba3ee-024f-4190-bf8e-67b0effb3751', 'tenant_id': 'c5bd86d391d44e198b30edc9ebe9aec7', 'fixed_ips': [{'subnet_id': 'c1f0f3d3-0413-401f-b4b6-93bfc196462a'}]}} from dv-cinder-784763-1-iscsi. {{(pid=84270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 05 12:08:47.593682 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bdf99c77-4f9d-44ee-875c-23dd377f1bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:47.606549 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-b791d901-d916-44cb-88a2-243c72fe8c00 None None] Transition to ACTIVE for port object e980b935-8534-4c1b-9cee-e09348ce6d6a will not be triggered until provisioned by entity L2. {{(pid=84270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:08:47.638162 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b791d901-d916-44cb-88a2-243c72fe8c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:47.683369 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75f81df5-9980-47ee-9f99-1a8081a6f3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854330527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854367201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2095'] for router, precommit_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:47.686632 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-dbd1c305-108e-4c55-8b87-b544c353312a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:47.788562 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ec3cb-e4a9-41e5-9527-160a5d40e871 req-e0307ea8-0882-4b0e-9c18-edb17e6fb5f3 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:47.790570 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-dc2ec3cb-e4a9-41e5-9527-160a5d40e871 req-e0307ea8-0882-4b0e-9c18-edb17e6fb5f3 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?device_id=3920e06e-a129-4ec6-9663-83d002e65b75 HTTP/1.1" status: 200  len: 946 time: 0.1179645
Apr 05 12:08:47.833469 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d3b78d5f-9611-42cf-88e1-58b8721f084b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:47.851860 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c09b8964-21ae-4c38-a02a-86fb003e39be req-683ef3b3-66a1-4b04-8b87-8a69a4841a6f tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4622762
Apr 05 12:08:47.860087 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d3b78d5f-9611-42cf-88e1-58b8721f084b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:47.879810 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-41ef381f-687d-4518-b925-40489abdcf60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:47.904593 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-dc2ec3cb-e4a9-41e5-9527-160a5d40e871 req-8e1e4ada-4a43-4a42-9102-3a84d310b21c tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/security-groups?id=45378dbe-e24e-46fe-876d-24f89a40b58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038966
Apr 05 12:08:47.993148 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960ff89-8419-41f2-b2ff-c79545142906 None None] Pushing event updated for resources: {'Port': ['ID=e980b935-8534-4c1b-9cee-e09348ce6d6a,revision_number=3']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:47.996177 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2960ff89-8419-41f2-b2ff-c79545142906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:48.103177 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 43740) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:48.115976 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c1d59e6d-649b-452b-9e58-6273d5963348 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2091034141-network', 'tenant_id': '4d2bb784667a47c982c621fb4706d8b6'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:08:48.137675 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c1d59e6d-649b-452b-9e58-6273d5963348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:48.147263 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-bdf99c77-4f9d-44ee-875c-23dd377f1bd1 None None] Allocated IP 172.20.0.2 (bbaba3ee-024f-4190-bf8e-67b0effb3751/c1f0f3d3-0413-401f-b4b6-93bfc196462a/1f8e186f-e783-4475-986a-5b1f62635e95) {{(pid=84270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:08:48.152945 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-c1d59e6d-649b-452b-9e58-6273d5963348 admin admin] Usage tracker for resource:network and tenant:4d2bb784667a47c982c621fb4706d8b6 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:48.168442 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-c1d59e6d-649b-452b-9e58-6273d5963348 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:48.182559 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c1d59e6d-649b-452b-9e58-6273d5963348 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:48.203684 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d59e6d-649b-452b-9e58-6273d5963348 admin admin] Made reservation on behalf of 4d2bb784667a47c982c621fb4706d8b6 for: {'network': 1} {{(pid=84269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:08:48.225305 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c1d59e6d-649b-452b-9e58-6273d5963348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:48.244060 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b78d5f-9611-42cf-88e1-58b8721f084b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de27656b-30cb-480b-bae1-64fa1a770d8f,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:48.278518 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c1d59e6d-649b-452b-9e58-6273d5963348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:48.287199 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d3b78d5f-9611-42cf-88e1-58b8721f084b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:48.344270 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-d3b78d5f-9611-42cf-88e1-58b8721f084b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dbbb675c7bdc4d068a54f00ca386c87b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4777210
Apr 05 12:08:48.345215 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 43748) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:48.407355 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device d2955123-ae33-4531-94cd-a14eaa61a2ca up at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:08:48.410595 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c1d59e6d-649b-452b-9e58-6273d5963348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:48.429585 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-c1d59e6d-649b-452b-9e58-6273d5963348 admin admin] Usage tracker for resource:security_group_rule and tenant:4d2bb784667a47c982c621fb4706d8b6 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:48.434401 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-c1d59e6d-649b-452b-9e58-6273d5963348 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:48.443428 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c1d59e6d-649b-452b-9e58-6273d5963348 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:48.468295 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96dabdf-0646-4bfe-b8fa-63ff1809a81d req-a85d6e0b-3195-4063-a691-1c09a1a98efb tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:48.476583 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c96dabdf-0646-4bfe-b8fa-63ff1809a81d req-a85d6e0b-3195-4063-a691-1c09a1a98efb tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 945 time: 0.2753105
Apr 05 12:08:48.486761 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-309be983-bdb9-44c3-92d7-eb70860d9fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:48.520069 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e85d9-908b-4985-8d79-456e5ead10a7 req-05018b1e-42c1-484b-9432-127dc521af36 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:48.521671 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d39e85d9-908b-4985-8d79-456e5ead10a7 req-05018b1e-42c1-484b-9432-127dc521af36 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.37 "GET /v2.0/ports?device_id=3920e06e-a129-4ec6-9663-83d002e65b75 HTTP/1.1" status: 200  len: 946 time: 0.3560359
Apr 05 12:08:48.547055 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c96dabdf-0646-4bfe-b8fa-63ff1809a81d req-3cde32ab-9148-475c-abba-e72489d3033b tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0691888
Apr 05 12:08:48.601665 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning for port d2955123-ae33-4531-94cd-a14eaa61a2ca completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:08:48.632550 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning complete for port d2955123-ae33-4531-94cd-a14eaa61a2ca triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:08:48.632978 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:48.634063 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-d39e85d9-908b-4985-8d79-456e5ead10a7 req-f8247862-9106-475e-aad1-635d41107c1c tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Deleting port 8ca70e09-43be-428e-8720-f600ff4f15c3 {{(pid=84268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:08:48.634473 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d39e85d9-908b-4985-8d79-456e5ead10a7 req-f8247862-9106-475e-aad1-635d41107c1c tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:48.640894 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c1d59e6d-649b-452b-9e58-6273d5963348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:48.643413 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c1d59e6d-649b-452b-9e58-6273d5963348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:48.653678 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-a5315673-25e6-443b-be0a-4ca2ec3761a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:48.687116 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d59e6d-649b-452b-9e58-6273d5963348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2d8a71-602f-4ea5-8cf1-79b7d1cffe44,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:48.693853 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-c1d59e6d-649b-452b-9e58-6273d5963348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:48.703018 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bdf99c77-4f9d-44ee-875c-23dd377f1bd1 None None] Notify callbacks [] for port, precommit_create {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:48.708373 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d59e6d-649b-452b-9e58-6273d5963348 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'}  {{(pid=84269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 12:08:48.724191 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c1d59e6d-649b-452b-9e58-6273d5963348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:48.724788 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.segments_db [None req-c1d59e6d-649b-452b-9e58-6273d5963348 admin admin] Added segment d07f860d-5687-4ed5-884c-c236cac339e2 of type vlan for network c3777ac0-f3b7-4ce6-8513-30d6079a546e
Apr 05 12:08:48.739795 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8756871-f2c3-4ad3-acac-e1661849e45d None None] Network 686333fe-0b6b-458d-9188-9ba94e8ad840 requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:08:48.754461 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c1d59e6d-649b-452b-9e58-6273d5963348 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737139937617'] for network, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:48.758651 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-309be983-bdb9-44c3-92d7-eb70860d9fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:48.786352 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c1d59e6d-649b-452b-9e58-6273d5963348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131'] for network, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:48.787981 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d59e6d-649b-452b-9e58-6273d5963348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:48.788704 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c1d59e6d-649b-452b-9e58-6273d5963348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for network, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:48.794159 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:48.815206 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-bdf99c77-4f9d-44ee-875c-23dd377f1bd1 None None] Transition to ACTIVE for port object 1f8e186f-e783-4475-986a-5b1f62635e95 will not be triggered until provisioned by entity L2. {{(pid=84270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:08:48.915335 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-c1d59e6d-649b-452b-9e58-6273d5963348 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8109634
Apr 05 12:08:48.916422 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d59e6d-649b-452b-9e58-6273d5963348 admin admin] Pushing event updated for resources: {'Network': ['ID=c3777ac0-f3b7-4ce6-8513-30d6079a546e,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:48.918917 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 43756) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:48.921896 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-c1d59e6d-649b-452b-9e58-6273d5963348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:48.926864 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-74a4b347-ab07-40a1-9fb0-71014687df28 admin admin] Request body: {'subnet': {'network_id': 'c3777ac0-f3b7-4ce6-8513-30d6079a546e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2091034141-subnet', 'tenant_id': '4d2bb784667a47c982c621fb4706d8b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:08:48.932242 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-74a4b347-ab07-40a1-9fb0-71014687df28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:48.936818 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-74a4b347-ab07-40a1-9fb0-71014687df28 admin admin] Usage tracker for resource:subnet and tenant:4d2bb784667a47c982c621fb4706d8b6 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:48.940085 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-74a4b347-ab07-40a1-9fb0-71014687df28 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:48.947115 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-74a4b347-ab07-40a1-9fb0-71014687df28 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:48.959154 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a4b347-ab07-40a1-9fb0-71014687df28 admin admin] Made reservation on behalf of 4d2bb784667a47c982c621fb4706d8b6 for: {'subnet': 1} {{(pid=84269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:08:48.964500 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74a4b347-ab07-40a1-9fb0-71014687df28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851746051'] for subnet, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:49.009731 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75f81df5-9980-47ee-9f99-1a8081a6f3da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:49.059953 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75f81df5-9980-47ee-9f99-1a8081a6f3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:49.084739 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Network c3777ac0-f3b7-4ce6-8513-30d6079a546e details requested by agent ovs-agent-dv-cinder-784763-1-iscsi with host dv-cinder-784763-1-iscsi {{(pid=84270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 12:08:49.354332 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-309be983-bdb9-44c3-92d7-eb70860d9fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:49.357531 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-017b6c80-7c61-43af-b9d5-069f0f86a039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:49.451998 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309be983-bdb9-44c3-92d7-eb70860d9fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de27656b-30cb-480b-bae1-64fa1a770d8f,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:49.470968 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-309be983-bdb9-44c3-92d7-eb70860d9fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:49.478387 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-d39e85d9-908b-4985-8d79-456e5ead10a7 req-f8247862-9106-475e-aad1-635d41107c1c tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] For port 8ca70e09-43be-428e-8720-f600ff4f15c3, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=8ca70e09-43be-428e-8720-f600ff4f15c3,segment=NetworkSegment(cca319d6-d04d-4541-ba09-f3b3756a74bc),segment_id=cca319d6-d04d-4541-ba09-f3b3756a74bc)] {{(pid=84268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:08:49.478802 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d39e85d9-908b-4985-8d79-456e5ead10a7 req-f8247862-9106-475e-aad1-635d41107c1c tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:49.588822 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-75f81df5-9980-47ee-9f99-1a8081a6f3da admin admin] Allocated IP 172.27.0.186 (9d12ef10-d92d-4db6-ae05-ceb86a15802e/0ceae222-356e-4bb7-8260-995ea8a55dd5/b1c79206-7b1a-4bb6-a04c-773c30c25014) {{(pid=84268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:08:49.598993 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-bdf99c77-4f9d-44ee-875c-23dd377f1bd1 None None] Transition to ACTIVE for port object 1f8e186f-e783-4475-986a-5b1f62635e95 will not be triggered until provisioned by entity DHCP. {{(pid=84270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:08:49.658170 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-b791d901-d916-44cb-88a2-243c72fe8c00 None None] Attempting to bind port e980b935-8534-4c1b-9cee-e09348ce6d6a on host dv-cinder-784763-1-iscsi for vnic_type normal with profile  {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:08:49.658982 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-b791d901-d916-44cb-88a2-243c72fe8c00 None None] Attempting to bind port e980b935-8534-4c1b-9cee-e09348ce6d6a by drivers openvswitch,hyperv on host dv-cinder-784763-1-iscsi at level 0 using segments [{'id': 'b0ea88b6-8a50-4dc8-956c-4b544206d124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '548b3d94-5c3c-467f-9182-8efb802d6497'}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:08:49.659414 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b791d901-d916-44cb-88a2-243c72fe8c00 None None] Attempting to bind port e980b935-8534-4c1b-9cee-e09348ce6d6a on network 548b3d94-5c3c-467f-9182-8efb802d6497 {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:08:49.672136 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-d39e85d9-908b-4985-8d79-456e5ead10a7 req-f8247862-9106-475e-aad1-635d41107c1c tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Calling delete_port for 8ca70e09-43be-428e-8720-f600ff4f15c3 owned by compute:nova {{(pid=84268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:08:49.682881 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74a4b347-ab07-40a1-9fb0-71014687df28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852080937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851746098'] for subnet, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:49.699507 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:49.702287 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-309be983-bdb9-44c3-92d7-eb70860d9fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:49.703759 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-309be983-bdb9-44c3-92d7-eb70860d9fa0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/de27656b-30cb-480b-bae1-64fa1a770d8f HTTP/1.1" status: 204  len: 168 time: 1.3564539
Apr 05 12:08:49.751802 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bdf99c77-4f9d-44ee-875c-23dd377f1bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368'] for port, after_create {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:49.775327 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd973f-0cee-4a51-822c-e2cb50df37d0 req-884f8b91-147c-4987-aa0e-2aa48b4eb247 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:49.777074 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-afbd973f-0cee-4a51-822c-e2cb50df37d0 req-884f8b91-147c-4987-aa0e-2aa48b4eb247 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?device_id=3920e06e-a129-4ec6-9663-83d002e65b75 HTTP/1.1" status: 200  len: 946 time: 0.6143498
Apr 05 12:08:49.919430 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4b347-ab07-40a1-9fb0-71014687df28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=338bca26-b506-4f4d-9ff0-a494a8a5834a,revision_number=0']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:49.938808 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-74a4b347-ab07-40a1-9fb0-71014687df28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:49.975670 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:50.033084 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-afbd973f-0cee-4a51-822c-e2cb50df37d0 req-d47632f0-63c2-481a-9604-22fa9573d018 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/security-groups?id=45378dbe-e24e-46fe-876d-24f89a40b58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2010009
Apr 05 12:08:50.061793 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b791d901-d916-44cb-88a2-243c72fe8c00 None None] Checking agent: {'id': '93e0106f-7977-40cd-8b89-dc51f73202a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 25), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:08:50.062282 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b791d901-d916-44cb-88a2-243c72fe8c00 None None] Checking segment: {'id': 'b0ea88b6-8a50-4dc8-956c-4b544206d124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '548b3d94-5c3c-467f-9182-8efb802d6497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:08:50.062740 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b791d901-d916-44cb-88a2-243c72fe8c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:50.063216 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b791d901-d916-44cb-88a2-243c72fe8c00 None None] Bound using segment: {'id': 'b0ea88b6-8a50-4dc8-956c-4b544206d124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '548b3d94-5c3c-467f-9182-8efb802d6497'} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:08:50.063682 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-b791d901-d916-44cb-88a2-243c72fe8c00 None None] Bound port: e980b935-8534-4c1b-9cee-e09348ce6d6a, host: dv-cinder-784763-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0ea88b6-8a50-4dc8-956c-4b544206d124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '548b3d94-5c3c-467f-9182-8efb802d6497'}}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:08:50.064099 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b791d901-d916-44cb-88a2-243c72fe8c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:50.068980 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a4b347-ab07-40a1-9fb0-71014687df28 admin admin] Checking segment: {'id': 'd07f860d-5687-4ed5-884c-c236cac339e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c3777ac0-f3b7-4ce6-8513-30d6079a546e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:08:50.069802 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a4b347-ab07-40a1-9fb0-71014687df28 admin admin] Network hostable DHCP agents. Network: c3777ac0-f3b7-4ce6-8513-30d6079a546e, hostable agents: ['09bf275b-3c10-4287-a080-17cf02d540e7'], hosted agents: [] {{(pid=84269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 12:08:50.085544 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf99c77-4f9d-44ee-875c-23dd377f1bd1 None None] Pushing event updated for resources: {'Port': ['ID=1f8e186f-e783-4475-986a-5b1f62635e95,revision_number=1']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:50.089614 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-bdf99c77-4f9d-44ee-875c-23dd377f1bd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:50.108152 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a4b347-ab07-40a1-9fb0-71014687df28 admin admin] Network c3777ac0-f3b7-4ce6-8513-30d6079a546e is scheduled to be hosted by DHCP agent 09bf275b-3c10-4287-a080-17cf02d540e7 with binding_index 1 {{(pid=84269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 12:08:50.151001 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-74a4b347-ab07-40a1-9fb0-71014687df28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-iscsi, c3777ac0-f3b7-4ce6-8513-30d6079a546e) {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:08:50.202141 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a4b347-ab07-40a1-9fb0-71014687df28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:50.202889 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74a4b347-ab07-40a1-9fb0-71014687df28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:50.272473 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-74a4b347-ab07-40a1-9fb0-71014687df28 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.3523290
Apr 05 12:08:50.286753 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02aefac-5d59-4d8c-af64-13fbcd070bf8 None None] Network c3777ac0-f3b7-4ce6-8513-30d6079a546e requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:08:50.416096 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:50.522453 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port d2955123-ae33-4531-94cd-a14eaa61a2ca, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=d2955123-ae33-4531-94cd-a14eaa61a2ca,segment=NetworkSegment(9db00757-6e46-4c10-9476-d05f8f304f63),segment_id=9db00757-6e46-4c10-9476-d05f8f304f63)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:08:50.549043 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65c1062-5d66-496a-ae26-06d7d61b2fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2955123-ae33-4531-94cd-a14eaa61a2ca'}] {{(pid=84270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:08:50.569378 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:50.581159 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-a99628c9-cd8e-4f96-bafd-fd674b301c1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:50.675068 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c3c87-315f-4509-bf44-832c85f61ad6 req-2c38a694-97c6-4b48-95d5-db9a6e36a619 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:50.677742 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0b1c3c87-315f-4509-bf44-832c85f61ad6 req-2c38a694-97c6-4b48-95d5-db9a6e36a619 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.2195923
Apr 05 12:08:50.680930 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=d2955123-ae33-4531-94cd-a14eaa61a2ca,revision_number=5']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:50.696001 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75f81df5-9980-47ee-9f99-1a8081a6f3da admin admin] Notify callbacks [] for port, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:50.719766 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 8ca70e09-43be-428e-8720-f600ff4f15c3 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:08:50.773662 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0b1c3c87-315f-4509-bf44-832c85f61ad6 req-f0d50764-7315-4d4c-b2f4-37850f508b44 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877111
Apr 05 12:08:50.793098 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:50.798830 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d39e85d9-908b-4985-8d79-456e5ead10a7 req-f8247862-9106-475e-aad1-635d41107c1c tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:50.816830 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ec4299f2-c154-464b-873d-af2102c0abe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:50.848203 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf99c77-4f9d-44ee-875c-23dd377f1bd1 None None] Network bbaba3ee-024f-4190-bf8e-67b0effb3751 is already hosted by enough agents. {{(pid=84270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:08:50.861485 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-bdf99c77-4f9d-44ee-875c-23dd377f1bd1 None None] Resources bound (agent type, host, resource id):  {{(pid=84270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:08:50.889134 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf99c77-4f9d-44ee-875c-23dd377f1bd1 None None] Received port after_create {{(pid=84270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:08:50.924951 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-b791d901-d916-44cb-88a2-243c72fe8c00 None None] For port e980b935-8534-4c1b-9cee-e09348ce6d6a, host dv-cinder-784763-1-iscsi, cleared binding levels {{(pid=84270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:08:50.930002 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 43818) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:50.948652 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8247862-9106-475e-aad1-635d41107c1c tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Pushing event deleted for resources: {'Port': ['ID=8ca70e09-43be-428e-8720-f600ff4f15c3,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:50.966355 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f8247862-9106-475e-aad1-635d41107c1c tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:50.993859 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c17a92-4485-44a5-908e-1d5445262192 req-71d37b6d-0465-4ad4-b0f5-bac39d24883b tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:50.995697 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a3c17a92-4485-44a5-908e-1d5445262192 req-71d37b6d-0465-4ad4-b0f5-bac39d24883b tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.4207978
Apr 05 12:08:51.049727 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75f81df5-9980-47ee-9f99-1a8081a6f3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:51.082747 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-cafa9dac-16f5-4c7c-bcd8-084eb6768eba admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-569576050-network', 'tenant_id': '629fa1a565724595a30468e1271ead78'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:08:51.089761 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-b791d901-d916-44cb-88a2-243c72fe8c00 None None] For port e980b935-8534-4c1b-9cee-e09348ce6d6a, host dv-cinder-784763-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=e980b935-8534-4c1b-9cee-e09348ce6d6a,segment=NetworkSegment(b0ea88b6-8a50-4dc8-956c-4b544206d124),segment_id=b0ea88b6-8a50-4dc8-956c-4b544206d124)] {{(pid=84270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:08:51.095650 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cafa9dac-16f5-4c7c-bcd8-084eb6768eba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:51.097794 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-24f7b326-f571-463b-bea8-01ec4229acdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:51.099227 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] No active binding found for port 8ca70e09-43be-428e-8720-f600ff4f15c3 {{(pid=84270) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}}
Apr 05 12:08:51.099857 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 8ca70e09-43be-428e-8720-f600ff4f15c3 not bound to the agent host hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:08:51.108899 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-cafa9dac-16f5-4c7c-bcd8-084eb6768eba admin admin] Usage tracker for resource:network and tenant:629fa1a565724595a30468e1271ead78 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:51.112675 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-cafa9dac-16f5-4c7c-bcd8-084eb6768eba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:51.123669 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cafa9dac-16f5-4c7c-bcd8-084eb6768eba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:51.137449 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b791d901-d916-44cb-88a2-243c72fe8c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:51.148766 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafa9dac-16f5-4c7c-bcd8-084eb6768eba admin admin] Made reservation on behalf of 629fa1a565724595a30468e1271ead78 for: {'network': 1} {{(pid=84269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:08:51.153678 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cafa9dac-16f5-4c7c-bcd8-084eb6768eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:51.183143 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cafa9dac-16f5-4c7c-bcd8-084eb6768eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:51.233644 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cafa9dac-16f5-4c7c-bcd8-084eb6768eba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:51.237760 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-cafa9dac-16f5-4c7c-bcd8-084eb6768eba admin admin] Usage tracker for resource:security_group_rule and tenant:629fa1a565724595a30468e1271ead78 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:51.245871 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-cafa9dac-16f5-4c7c-bcd8-084eb6768eba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:51.263162 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cafa9dac-16f5-4c7c-bcd8-084eb6768eba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:51.306212 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65c1062-5d66-496a-ae26-06d7d61b2fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2955123-ae33-4531-94cd-a14eaa61a2ca', 'code': 200}
Apr 05 12:08:51.309679 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:51.405538 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-bdf99c77-4f9d-44ee-875c-23dd377f1bd1 None None] Attempting to bind port 1f8e186f-e783-4475-986a-5b1f62635e95 on host dv-cinder-784763-1-iscsi for vnic_type normal with profile  {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:08:51.405986 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-bdf99c77-4f9d-44ee-875c-23dd377f1bd1 None None] Attempting to bind port 1f8e186f-e783-4475-986a-5b1f62635e95 by drivers openvswitch,hyperv on host dv-cinder-784763-1-iscsi at level 0 using segments [{'id': 'e3c6b405-3493-4512-8522-9eb27479d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbaba3ee-024f-4190-bf8e-67b0effb3751'}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:08:51.412300 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf99c77-4f9d-44ee-875c-23dd377f1bd1 None None] Attempting to bind port 1f8e186f-e783-4475-986a-5b1f62635e95 on network bbaba3ee-024f-4190-bf8e-67b0effb3751 {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:08:51.449676 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf99c77-4f9d-44ee-875c-23dd377f1bd1 None None] Checking agent: {'id': '93e0106f-7977-40cd-8b89-dc51f73202a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 25), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:08:51.450190 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf99c77-4f9d-44ee-875c-23dd377f1bd1 None None] Checking segment: {'id': 'e3c6b405-3493-4512-8522-9eb27479d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbaba3ee-024f-4190-bf8e-67b0effb3751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:08:51.450637 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bdf99c77-4f9d-44ee-875c-23dd377f1bd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:51.451063 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf99c77-4f9d-44ee-875c-23dd377f1bd1 None None] Bound using segment: {'id': 'e3c6b405-3493-4512-8522-9eb27479d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbaba3ee-024f-4190-bf8e-67b0effb3751'} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:08:51.451892 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-bdf99c77-4f9d-44ee-875c-23dd377f1bd1 None None] Bound port: 1f8e186f-e783-4475-986a-5b1f62635e95, host: dv-cinder-784763-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c6b405-3493-4512-8522-9eb27479d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbaba3ee-024f-4190-bf8e-67b0effb3751'}}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:08:51.452013 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bdf99c77-4f9d-44ee-875c-23dd377f1bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:51.469384 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cafa9dac-16f5-4c7c-bcd8-084eb6768eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:51.479520 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cafa9dac-16f5-4c7c-bcd8-084eb6768eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:51.484165 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-c1d59e6d-649b-452b-9e58-6273d5963348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:51.578011 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cafa9dac-16f5-4c7c-bcd8-084eb6768eba admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'}  {{(pid=84269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 12:08:51.588954 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b791d901-d916-44cb-88a2-243c72fe8c00 None None] Routers {'c8e292d9-2cb3-4810-b355-db01a1b48751'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:08:51.589663 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b791d901-d916-44cb-88a2-243c72fe8c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24609f1cc0>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:08:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['c8e292d9-2cb3-4810-b355-db01a1b48751'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:08:51.590631 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa9dac-16f5-4c7c-bcd8-084eb6768eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f71fe24-827b-48b1-8526-d27a3d2d458c,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:51.595234 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-cafa9dac-16f5-4c7c-bcd8-084eb6768eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:51.599890 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cafa9dac-16f5-4c7c-bcd8-084eb6768eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:51.600369 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.segments_db [None req-cafa9dac-16f5-4c7c-bcd8-084eb6768eba admin admin] Added segment 787c8767-e3fe-4e59-b840-0afd6f84cd1d of type vlan for network a3e4dca9-c22e-4b2f-b50e-39573f778a69
Apr 05 12:08:51.662235 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cafa9dac-16f5-4c7c-bcd8-084eb6768eba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737139937617'] for network, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:51.704262 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39e85d9-908b-4985-8d79-456e5ead10a7 req-f8247862-9106-475e-aad1-635d41107c1c tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] No DVR routers for this DVR port 8ca70e09-43be-428e-8720-f600ff4f15c3 on host hv-cinder-78476 {{(pid=84268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 12:08:51.709004 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a3c17a92-4485-44a5-908e-1d5445262192 req-c913107d-3e1c-43fd-872a-b183f2eb11d7 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6442506
Apr 05 12:08:51.710169 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d39e85d9-908b-4985-8d79-456e5ead10a7 req-f8247862-9106-475e-aad1-635d41107c1c tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:51.737603 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3920e06e-a129-4ec6-9663-83d002e65b75', 'name': 'network-vif-deleted', 'tag': '8ca70e09-43be-428e-8720-f600ff4f15c3'}] {{(pid=84268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:08:51.776395 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f81df5-9980-47ee-9f99-1a8081a6f3da admin admin] Pushing event updated for resources: {'Port': ['ID=b1c79206-7b1a-4bb6-a04c-773c30c25014,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:51.782154 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cafa9dac-16f5-4c7c-bcd8-084eb6768eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131'] for network, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:51.782154 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafa9dac-16f5-4c7c-bcd8-084eb6768eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:51.782154 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cafa9dac-16f5-4c7c-bcd8-084eb6768eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for network, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:51.783069 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-75f81df5-9980-47ee-9f99-1a8081a6f3da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:51.803644 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-5401f207-0228-46b0-a128-cf9ee736ff52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:51.807959 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f81df5-9980-47ee-9f99-1a8081a6f3da admin admin] Network 9d12ef10-d92d-4db6-ae05-ceb86a15802e is already hosted by enough agents. {{(pid=84268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:08:51.810284 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-75f81df5-9980-47ee-9f99-1a8081a6f3da admin admin] Resources bound (agent type, host, resource id):  {{(pid=84268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:08:51.813290 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d39e85d9-908b-4985-8d79-456e5ead10a7 req-f8247862-9106-475e-aad1-635d41107c1c tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.37 "DELETE /v2.0/ports/8ca70e09-43be-428e-8720-f600ff4f15c3 HTTP/1.1" status: 204  len: 173 time: 3.2730975
Apr 05 12:08:51.829132 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f81df5-9980-47ee-9f99-1a8081a6f3da admin admin] Received port after_create {{(pid=84268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:08:51.930066 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-cafa9dac-16f5-4c7c-bcd8-084eb6768eba admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.9987235
Apr 05 12:08:51.933109 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 43840) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:51.939344 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-7482f84c-3101-4b92-88b9-897faee20806 admin admin] Request body: {'subnet': {'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-569576050-subnet', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'ip_version': 4}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:08:51.945316 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-b791d901-d916-44cb-88a2-243c72fe8c00 None None] Set router c8e292d9-2cb3-4810-b355-db01a1b48751 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:08:51.948788 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa9dac-16f5-4c7c-bcd8-084eb6768eba admin admin] Pushing event updated for resources: {'Network': ['ID=a3e4dca9-c22e-4b2f-b50e-39573f778a69,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:51.951721 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7482f84c-3101-4b92-88b9-897faee20806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:51.955110 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-cafa9dac-16f5-4c7c-bcd8-084eb6768eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:51.958454 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-7482f84c-3101-4b92-88b9-897faee20806 admin admin] Usage tracker for resource:subnet and tenant:629fa1a565724595a30468e1271ead78 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:51.962103 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-7482f84c-3101-4b92-88b9-897faee20806 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:51.969587 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7482f84c-3101-4b92-88b9-897faee20806 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:51.980183 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7482f84c-3101-4b92-88b9-897faee20806 admin admin] Made reservation on behalf of 629fa1a565724595a30468e1271ead78 for: {'subnet': 1} {{(pid=84269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:08:51.985630 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7482f84c-3101-4b92-88b9-897faee20806 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851746051'] for subnet, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:52.024516 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-40cef942-010c-4dd2-83f2-88b0f3fcc3d0 req-0d21d8a1-0c26-452d-b461-563668390fe6 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Synchronizing usage tracker for tenant:aeef6c5c7cf04cec883416dc0997d657 on resource:port {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:08:52.188133 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17f6e9-3510-4d99-b5e4-17eefda5e4f5 req-8488edc9-ba06-41db-87a0-fe12e2d35252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:52.190109 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fa17f6e9-3510-4d99-b5e4-17eefda5e4f5 req-8488edc9-ba06-41db-87a0-fe12e2d35252 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 1099 time: 0.6508279
Apr 05 12:08:52.202943 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3920e06e-a129-4ec6-9663-83d002e65b75', 'name': 'network-vif-deleted', 'tag': '8ca70e09-43be-428e-8720-f600ff4f15c3', 'status': 'completed', 'code': 200}
Apr 05 12:08:52.267403 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-40cef942-010c-4dd2-83f2-88b0f3fcc3d0 req-0d21d8a1-0c26-452d-b461-563668390fe6 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Unset dirty status for tenant:aeef6c5c7cf04cec883416dc0997d657 on resource:port {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:08:52.280073 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-40cef942-010c-4dd2-83f2-88b0f3fcc3d0 req-0d21d8a1-0c26-452d-b461-563668390fe6 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?device_id=3920e06e-a129-4ec6-9663-83d002e65b75 HTTP/1.1" status: 200  len: 210 time: 0.3235064
Apr 05 12:08:52.344640 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fa17f6e9-3510-4d99-b5e4-17eefda5e4f5 req-08248bca-e3a9-4a28-a5de-28c4877ca978 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1387239
Apr 05 12:08:52.548762 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Network a3e4dca9-c22e-4b2f-b50e-39573f778a69 details requested by agent ovs-agent-dv-cinder-784763-1-iscsi with host dv-cinder-784763-1-iscsi {{(pid=84270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 12:08:52.554353 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75f81df5-9980-47ee-9f99-1a8081a6f3da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:52.583170 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7482f84c-3101-4b92-88b9-897faee20806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852080937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851746098'] for subnet, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:52.601834 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e1122bdd-a06d-4cd5-a26d-bfb35827d679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:52.732967 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c5adbd-3868-455a-ad06-6b2c6434d4ce None None] Network c3777ac0-f3b7-4ce6-8513-30d6079a546e requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:08:52.965570 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482f84c-3101-4b92-88b9-897faee20806 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34a1f558-4685-48e4-a199-4b7768f4f5df,revision_number=0']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:52.970098 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-7482f84c-3101-4b92-88b9-897faee20806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:53.045651 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960ff89-8419-41f2-b2ff-c79545142906 None None] Pushing event updated for resources: {'Port': ['ID=e980b935-8534-4c1b-9cee-e09348ce6d6a,revision_number=4']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:53.054149 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75f81df5-9980-47ee-9f99-1a8081a6f3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445342'] for router, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:53.060213 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7482f84c-3101-4b92-88b9-897faee20806 admin admin] Checking segment: {'id': '787c8767-e3fe-4e59-b840-0afd6f84cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:08:53.060611 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7482f84c-3101-4b92-88b9-897faee20806 admin admin] Network hostable DHCP agents. Network: a3e4dca9-c22e-4b2f-b50e-39573f778a69, hostable agents: ['09bf275b-3c10-4287-a080-17cf02d540e7'], hosted agents: [] {{(pid=84269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 12:08:53.088645 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7482f84c-3101-4b92-88b9-897faee20806 admin admin] Network a3e4dca9-c22e-4b2f-b50e-39573f778a69 is scheduled to be hosted by DHCP agent 09bf275b-3c10-4287-a080-17cf02d540e7 with binding_index 1 {{(pid=84269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 12:08:53.101347 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-7482f84c-3101-4b92-88b9-897faee20806 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-iscsi, a3e4dca9-c22e-4b2f-b50e-39573f778a69) {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:08:53.101688 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2960ff89-8419-41f2-b2ff-c79545142906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.792s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:53.150513 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7482f84c-3101-4b92-88b9-897faee20806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:53.151173 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7482f84c-3101-4b92-88b9-897faee20806 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:53.187758 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-7482f84c-3101-4b92-88b9-897faee20806 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.2508078
Apr 05 12:08:53.188063 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 43858) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:53.190634 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-bdf99c77-4f9d-44ee-875c-23dd377f1bd1 None None] For port 1f8e186f-e783-4475-986a-5b1f62635e95, host dv-cinder-784763-1-iscsi, cleared binding levels {{(pid=84270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:08:53.193856 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9d7c0822-9cc5-4870-a9b2-21a2cc472ec3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-569576050-router', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'}}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:08:53.195217 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-bdf99c77-4f9d-44ee-875c-23dd377f1bd1 None None] For port 1f8e186f-e783-4475-986a-5b1f62635e95, host dv-cinder-784763-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=1f8e186f-e783-4475-986a-5b1f62635e95,segment=NetworkSegment(e3c6b405-3493-4512-8522-9eb27479d071),segment_id=e3c6b405-3493-4512-8522-9eb27479d071)] {{(pid=84270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:08:53.196784 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863e8ffd-78ac-49c6-a0c6-2b4f72792b8f None None] Network a3e4dca9-c22e-4b2f-b50e-39573f778a69 requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:08:53.203917 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9d7c0822-9cc5-4870-a9b2-21a2cc472ec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:08:53.209248 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-9d7c0822-9cc5-4870-a9b2-21a2cc472ec3 admin admin] Usage tracker for resource:router and tenant:629fa1a565724595a30468e1271ead78 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:08:53.215426 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-9d7c0822-9cc5-4870-a9b2-21a2cc472ec3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:08:53.225927 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9d7c0822-9cc5-4870-a9b2-21a2cc472ec3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:08:53.241836 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d7c0822-9cc5-4870-a9b2-21a2cc472ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773687'] for router, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:53.243866 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d7c0822-9cc5-4870-a9b2-21a2cc472ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854366841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854330512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854383299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2110'] for router, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:53.263997 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d7c0822-9cc5-4870-a9b2-21a2cc472ec3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:53.310164 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bdf99c77-4f9d-44ee-875c-23dd377f1bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:53.334492 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:53.515298 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ea16f-2bd1-4949-9b88-d9cc81a61592 req-6a700bd7-0462-4e21-8f6b-d8f7e087265e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:53.516981 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-351ea16f-2bd1-4949-9b88-d9cc81a61592 req-6a700bd7-0462-4e21-8f6b-d8f7e087265e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.5393193
Apr 05 12:08:53.663139 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-351ea16f-2bd1-4949-9b88-d9cc81a61592 req-48cd773e-8868-4f98-9561-c63a52b8291b tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1360428
Apr 05 12:08:53.736362 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f81df5-9980-47ee-9f99-1a8081a6f3da admin admin] Router 7452404c-0b23-458f-8e7a-fc8b2aa66973 is scheduled to L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d with binding_index 1 {{(pid=84268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 05 12:08:53.815834 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d7c0822-9cc5-4870-a9b2-21a2cc472ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854330527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854367201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2095'] for router, precommit_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:53.931377 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-20dc43cc-49d0-44cc-a435-dd0ef0a8e074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:54.007573 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2225409-ff1a-47a3-9089-b2adbe1c7b2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1982f07b-7870-5634-aae6-8a59c2355e32-a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'fixed_ips': [{'subnet_id': '34a1f558-4685-48e4-a199-4b7768f4f5df'}]}} from dv-cinder-784763-1-iscsi. {{(pid=84270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 05 12:08:54.008495 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2225409-ff1a-47a3-9089-b2adbe1c7b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:54.029269 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f81df5-9980-47ee-9f99-1a8081a6f3da admin admin] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:08:54.038617 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7e643a-e2c7-4a34-b34b-69c9c575f175 None None] Sync routers for ids ['7452404c-0b23-458f-8e7a-fc8b2aa66973'] in dv-cinder-784763-1-iscsi {{(pid=84271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:08:54.051634 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-75f81df5-9980-47ee-9f99-1a8081a6f3da admin admin] Notify callbacks [] for router, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:54.053143 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-75f81df5-9980-47ee-9f99-1a8081a6f3da admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 7.2220469
Apr 05 12:08:54.054819 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7e643a-e2c7-4a34-b34b-69c9c575f175 None None] Routers {'7452404c-0b23-458f-8e7a-fc8b2aa66973'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:08:54.056295 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 43886) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:54.067664 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-cc7e643a-e2c7-4a34-b34b-69c9c575f175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460fa41d0>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:08:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['7452404c-0b23-458f-8e7a-fc8b2aa66973'], 'active': True} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:08:54.081634 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf99c77-4f9d-44ee-875c-23dd377f1bd1 None None] Pushing event updated for resources: {'Port': ['ID=1f8e186f-e783-4475-986a-5b1f62635e95,revision_number=2']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:54.092701 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b791d901-d916-44cb-88a2-243c72fe8c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24609f1cc0>, [{'id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'name': 'tempest-TestMinimumBasicScenario-956578383-router', 'tenant_id': '0fa3ed41777846009e78f090b026e395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'a33832e3-4ff7-4754-9679-c441031ad725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:33Z', 'updated_at': '2021-04-05T12:08:41Z', 'revision_number': 4, 'project_id': '0fa3ed41777846009e78f090b026e395', 'gw_port': {'id': 'a33832e3-4ff7-4754-9679-c441031ad725', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:34Z', 'updated_at': '2021-04-05T12:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': 'e980b935-8534-4c1b-9cee-e09348ce6d6a', 'name': '', 'network_id': '548b3d94-5c3c-467f-9182-8efb802d6497', 'tenant_id': '0fa3ed41777846009e78f090b026e395', 'mac_address': 'fa:16:3e:4c:3c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '6b86aae7-ace6-4746-a3ed-1ba4c4e7e2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:39Z', 'updated_at': '2021-04-05T12:08:50Z', 'revision_number': 4, 'project_id': '0fa3ed41777846009e78f090b026e395', 'subnets': [{'id': '6b86aae7-ace6-4746-a3ed-1ba4c4e7e2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:08:54.116882 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-bdf99c77-4f9d-44ee-875c-23dd377f1bd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:54.117737 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b791d901-d916-44cb-88a2-243c72fe8c00 None None] The sync data for ids ['c8e292d9-2cb3-4810-b355-db01a1b48751'] in dv-cinder-784763-1-iscsi is: [{'id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'name': 'tempest-TestMinimumBasicScenario-956578383-router', 'tenant_id': '0fa3ed41777846009e78f090b026e395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'a33832e3-4ff7-4754-9679-c441031ad725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:33Z', 'updated_at': '2021-04-05T12:08:41Z', 'revision_number': 4, 'project_id': '0fa3ed41777846009e78f090b026e395', 'gw_port': {'id': 'a33832e3-4ff7-4754-9679-c441031ad725', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:34Z', 'updated_at': '2021-04-05T12:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': 'e980b935-8534-4c1b-9cee-e09348ce6d6a', 'name': '', 'network_id': '548b3d94-5c3c-467f-9182-8efb802d6497', 'tenant_id': '0fa3ed41777846009e78f090b026e395', 'mac_address': 'fa:16:3e:4c:3c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '6b86aae7-ace6-4746-a3ed-1ba4c4e7e2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:39Z', 'updated_at': '2021-04-05T12:08:50Z', 'revision_number': 4, 'project_id': '0fa3ed41777846009e78f090b026e395', 'subnets': [{'id': '6b86aae7-ace6-4746-a3ed-1ba4c4e7e2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:08:54.283713 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-b01df583-ffcf-4820-8aa8-84e2a9eb0a41 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:54.285735 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-b01df583-ffcf-4820-8aa8-84e2a9eb0a41 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/networks?id=824ff9bc-3428-4660-94c8-a66bfd483c75 HTTP/1.1" status: 200  len: 808 time: 0.4625018
Apr 05 12:08:54.351799 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-ab70390a-065e-4743-b04f-996c069c3e0c tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/quotas/aeef6c5c7cf04cec883416dc0997d657 HTTP/1.1" status: 200  len: 375 time: 0.0494645
Apr 05 12:08:54.427640 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-265785e6-a8da-4757-9f93-1ddcdca58a60 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=aeef6c5c7cf04cec883416dc0997d657&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0724187
Apr 05 12:08:54.477507 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-d2225409-ff1a-47a3-9089-b2adbe1c7b2e None None] Allocated IP 172.20.0.2 (a3e4dca9-c22e-4b2f-b50e-39573f778a69/34a1f558-4685-48e4-a199-4b7768f4f5df/02d06798-1751-4172-988e-e536c0af3344) {{(pid=84270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:08:54.496791 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-cc7e643a-e2c7-4a34-b34b-69c9c575f175 None None] Set router 7452404c-0b23-458f-8e7a-fc8b2aa66973 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:08:54.968387 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:55.007415 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2225409-ff1a-47a3-9089-b2adbe1c7b2e None None] Notify callbacks [] for port, precommit_create {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:55.032023 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-d2225409-ff1a-47a3-9089-b2adbe1c7b2e None None] Transition to ACTIVE for port object 02d06798-1751-4172-988e-e536c0af3344 will not be triggered until provisioned by entity L2. {{(pid=84270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:08:55.084817 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-d2225409-ff1a-47a3-9089-b2adbe1c7b2e None None] Transition to ACTIVE for port object 02d06798-1751-4172-988e-e536c0af3344 will not be triggered until provisioned by entity DHCP. {{(pid=84270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:08:55.085029 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d7c0822-9cc5-4870-a9b2-21a2cc472ec3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:55.092878 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2225409-ff1a-47a3-9089-b2adbe1c7b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368'] for port, after_create {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:55.114865 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-46e17604-b6ec-4e35-a227-2756c4566c41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:55.157788 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-cc7e643a-e2c7-4a34-b34b-69c9c575f175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460fa41d0>, [{'id': '7452404c-0b23-458f-8e7a-fc8b2aa66973', 'name': 'tempest-TestMinimumBasicScenario-1785635277-router', 'tenant_id': 'c5bd86d391d44e198b30edc9ebe9aec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'b1c79206-7b1a-4bb6-a04c-773c30c25014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:46Z', 'updated_at': '2021-04-05T12:08:52Z', 'revision_number': 3, 'project_id': 'c5bd86d391d44e198b30edc9ebe9aec7', 'gw_port': {'id': 'b1c79206-7b1a-4bb6-a04c-773c30c25014', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:5b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7452404c-0b23-458f-8e7a-fc8b2aa66973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:49Z', 'updated_at': '2021-04-05T12:08:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi'}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:08:55.165349 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d7c0822-9cc5-4870-a9b2-21a2cc472ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:55.167809 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7e643a-e2c7-4a34-b34b-69c9c575f175 None None] Checking router: 7452404c-0b23-458f-8e7a-fc8b2aa66973 for host: dv-cinder-784763-1-iscsi {{(pid=84271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:08:55.168430 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7e643a-e2c7-4a34-b34b-69c9c575f175 None None] Updating router 7452404c-0b23-458f-8e7a-fc8b2aa66973 port b1c79206-7b1a-4bb6-a04c-773c30c25014 binding host dv-cinder-784763-1-iscsi {{(pid=84271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 12:08:55.221197 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-a8cc2be4-49c3-43cb-9d96-b03d9cb993cb service neutron] 10.222.0.36 "GET /v2.0/networks/824ff9bc-3428-4660-94c8-a66bfd483c75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7940543
Apr 05 12:08:55.297850 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cc7e643a-e2c7-4a34-b34b-69c9c575f175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:55.496966 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb999903-7362-4421-aeba-3bd310188602 req-4fbe7ceb-f173-4d03-9e28-6167ec6f15b7 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:55.498686 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-cb999903-7362-4421-aeba-3bd310188602 req-4fbe7ceb-f173-4d03-9e28-6167ec6f15b7 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.3448064
Apr 05 12:08:55.558461 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-29aa84a9-bc85-4eb6-9ad4-a596fea9863b service neutron] 10.222.0.36 "GET /v2.0/networks/824ff9bc-3428-4660-94c8-a66bfd483c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3360393
Apr 05 12:08:55.602765 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-9d7c0822-9cc5-4870-a9b2-21a2cc472ec3 admin admin] Allocated IP 172.27.0.88 (9d12ef10-d92d-4db6-ae05-ceb86a15802e/0ceae222-356e-4bb7-8260-995ea8a55dd5/156727d6-d022-42f5-9238-d0bb3cdd3ec6) {{(pid=84269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:08:55.621045 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2225409-ff1a-47a3-9089-b2adbe1c7b2e None None] Pushing event updated for resources: {'Port': ['ID=02d06798-1751-4172-988e-e536c0af3344,revision_number=1']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:55.629873 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d2225409-ff1a-47a3-9089-b2adbe1c7b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:55.661152 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-cb999903-7362-4421-aeba-3bd310188602 req-14509d2a-0009-4caa-94ab-57c2d894d36f tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1528966
Apr 05 12:08:55.806280 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2225409-ff1a-47a3-9089-b2adbe1c7b2e None None] Network a3e4dca9-c22e-4b2f-b50e-39573f778a69 is already hosted by enough agents. {{(pid=84270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:08:55.815677 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6179fb16-5030-47d0-a487-9284afe96b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:55.816401 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-d2225409-ff1a-47a3-9089-b2adbe1c7b2e None None] Resources bound (agent type, host, resource id):  {{(pid=84270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:08:55.819362 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2225409-ff1a-47a3-9089-b2adbe1c7b2e None None] Received port after_create {{(pid=84270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:08:56.030837 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d7c0822-9cc5-4870-a9b2-21a2cc472ec3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:56.100189 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f636cb7c-2510-405a-aa5c-5ddd9e745e37 req-1734ede9-5b6e-41dd-bdb8-6e72abbf51dc tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?device_id=038a8be8-b71a-4a1e-87e5-30bd2d5fa1bc HTTP/1.1" status: 200  len: 210 time: 0.1781962
Apr 05 12:08:56.126364 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-60fbc72a-0567-4c2b-937d-2ef4b7afa31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:56.133948 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-d2225409-ff1a-47a3-9089-b2adbe1c7b2e None None] Attempting to bind port 02d06798-1751-4172-988e-e536c0af3344 on host dv-cinder-784763-1-iscsi for vnic_type normal with profile  {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:08:56.133948 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-d2225409-ff1a-47a3-9089-b2adbe1c7b2e None None] Attempting to bind port 02d06798-1751-4172-988e-e536c0af3344 by drivers openvswitch,hyperv on host dv-cinder-784763-1-iscsi at level 0 using segments [{'id': '787c8767-e3fe-4e59-b840-0afd6f84cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69'}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:08:56.135741 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2225409-ff1a-47a3-9089-b2adbe1c7b2e None None] Attempting to bind port 02d06798-1751-4172-988e-e536c0af3344 on network a3e4dca9-c22e-4b2f-b50e-39573f778a69 {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:08:56.150389 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2225409-ff1a-47a3-9089-b2adbe1c7b2e None None] Checking agent: {'id': '93e0106f-7977-40cd-8b89-dc51f73202a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 25), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:08:56.150820 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2225409-ff1a-47a3-9089-b2adbe1c7b2e None None] Checking segment: {'id': '787c8767-e3fe-4e59-b840-0afd6f84cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:08:56.151361 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2225409-ff1a-47a3-9089-b2adbe1c7b2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:56.151687 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2225409-ff1a-47a3-9089-b2adbe1c7b2e None None] Bound using segment: {'id': '787c8767-e3fe-4e59-b840-0afd6f84cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69'} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:08:56.155946 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-d2225409-ff1a-47a3-9089-b2adbe1c7b2e None None] Bound port: 02d06798-1751-4172-988e-e536c0af3344, host: dv-cinder-784763-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787c8767-e3fe-4e59-b840-0afd6f84cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69'}}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:08:56.156394 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2225409-ff1a-47a3-9089-b2adbe1c7b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:56.225019 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d7c0822-9cc5-4870-a9b2-21a2cc472ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:56.343594 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 1f8e186f-e783-4475-986a-5b1f62635e95 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:08:56.514157 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0d615-d71a-479b-882b-9fef778da980 req-c8ecb52c-1646-4bf8-93fe-4200b69098aa tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:56.531143 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7bc0d615-d71a-479b-882b-9fef778da980 req-c8ecb52c-1646-4bf8-93fe-4200b69098aa tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.6426594
Apr 05 12:08:56.534837 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:56.549643 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 43922) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:08:56.561407 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c698110b-2a0c-4a85-b50f-b57756839d29 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Request body: {'floatingip': {'port_id': 'd2955123-ae33-4531-94cd-a14eaa61a2ca'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:08:56.597541 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-d2225409-ff1a-47a3-9089-b2adbe1c7b2e None None] For port 02d06798-1751-4172-988e-e536c0af3344, host dv-cinder-784763-1-iscsi, cleared binding levels {{(pid=84270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:08:56.608856 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-d2225409-ff1a-47a3-9089-b2adbe1c7b2e None None] For port 02d06798-1751-4172-988e-e536c0af3344, host dv-cinder-784763-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=02d06798-1751-4172-988e-e536c0af3344,segment=NetworkSegment(787c8767-e3fe-4e59-b840-0afd6f84cd1d),segment_id=787c8767-e3fe-4e59-b840-0afd6f84cd1d)] {{(pid=84270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:08:56.616384 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d2225409-ff1a-47a3-9089-b2adbe1c7b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:56.624641 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-9ec1cdf5-8a2f-4b43-aa7c-334dfc782e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:56.652719 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2960ff89-8419-41f2-b2ff-c79545142906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:56.715843 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cc7e643a-e2c7-4a34-b34b-69c9c575f175 None None] Notify callbacks [] for port, precommit_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:56.742790 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-cc7e643a-e2c7-4a34-b34b-69c9c575f175 None None] Transition to ACTIVE for port object b1c79206-7b1a-4bb6-a04c-773c30c25014 will not be triggered until provisioned by entity L2. {{(pid=84271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:08:56.755396 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cc7e643a-e2c7-4a34-b34b-69c9c575f175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:56.774386 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7c0822-9cc5-4870-a9b2-21a2cc472ec3 admin admin] Network 9d12ef10-d92d-4db6-ae05-ceb86a15802e is already hosted by enough agents. {{(pid=84269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:08:56.777622 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-9d7c0822-9cc5-4870-a9b2-21a2cc472ec3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:08:56.782095 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7c0822-9cc5-4870-a9b2-21a2cc472ec3 admin admin] Received port after_create {{(pid=84269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:08:56.835307 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352bae0a-37e1-4838-bc5d-6b43f5b5501c None None] Network bbaba3ee-024f-4190-bf8e-67b0effb3751 requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:08:56.859786 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning for port 1f8e186f-e783-4475-986a-5b1f62635e95 completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:08:56.871557 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c698110b-2a0c-4a85-b50f-b57756839d29 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for floatingip, before_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:56.927098 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ef9739a0-44f1-4d43-988d-999ae60743a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:56.973754 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c0822-9cc5-4870-a9b2-21a2cc472ec3 admin admin] Pushing event updated for resources: {'Port': ['ID=156727d6-d022-42f5-9238-d0bb3cdd3ec6,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:56.985214 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-9d7c0822-9cc5-4870-a9b2-21a2cc472ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:57.021485 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3bd9f-461d-424b-a7ab-3a8312b1c5f1 None None] Pushing event updated for resources: {'Port': ['ID=b1c79206-7b1a-4bb6-a04c-773c30c25014,revision_number=2']} {{(pid=84271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:57.025316 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f7b3bd9f-461d-424b-a7ab-3a8312b1c5f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:57.049522 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-cc7e643a-e2c7-4a34-b34b-69c9c575f175 None None] Attempting to bind port b1c79206-7b1a-4bb6-a04c-773c30c25014 on host dv-cinder-784763-1-iscsi for vnic_type normal with profile  {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:08:57.050115 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-cc7e643a-e2c7-4a34-b34b-69c9c575f175 None None] Attempting to bind port b1c79206-7b1a-4bb6-a04c-773c30c25014 by drivers openvswitch,hyperv on host dv-cinder-784763-1-iscsi at level 0 using segments [{'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'}] {{(pid=84271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:08:57.050840 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7e643a-e2c7-4a34-b34b-69c9c575f175 None None] Attempting to bind port b1c79206-7b1a-4bb6-a04c-773c30c25014 on network 9d12ef10-d92d-4db6-ae05-ceb86a15802e {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:08:57.057141 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7e643a-e2c7-4a34-b34b-69c9c575f175 None None] Checking agent: {'id': '93e0106f-7977-40cd-8b89-dc51f73202a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 25), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:08:57.057560 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7e643a-e2c7-4a34-b34b-69c9c575f175 None None] Checking segment: {'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:08:57.058010 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cc7e643a-e2c7-4a34-b34b-69c9c575f175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:57.058895 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7e643a-e2c7-4a34-b34b-69c9c575f175 None None] Bound using segment: {'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'} {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:08:57.059573 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-cc7e643a-e2c7-4a34-b34b-69c9c575f175 None None] Bound port: b1c79206-7b1a-4bb6-a04c-773c30c25014, host: dv-cinder-784763-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'}}] {{(pid=84271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:08:57.060127 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cc7e643a-e2c7-4a34-b34b-69c9c575f175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:57.106792 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device e980b935-8534-4c1b-9cee-e09348ce6d6a up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:08:57.321000 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-6179fb16-5030-47d0-a487-9284afe96b9e admin admin] Allocated IP 172.20.0.1 (bbaba3ee-024f-4190-bf8e-67b0effb3751/c1f0f3d3-0413-401f-b4b6-93bfc196462a/cc4aa670-acfa-472a-9526-9a2e1f10faeb) {{(pid=84268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:08:57.322114 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-845e1df7-c4c4-43b6-8a09-da7e24dce724 None None] Provisioning for port 1f8e186f-e783-4475-986a-5b1f62635e95 completed by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:08:57.397836 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-845e1df7-c4c4-43b6-8a09-da7e24dce724 None None] Provisioning complete for port 1f8e186f-e783-4475-986a-5b1f62635e95 triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:08:57.398656 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-845e1df7-c4c4-43b6-8a09-da7e24dce724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:57.493396 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-29c03950-543c-4eea-a114-cdf736e04eba req-15927c1c-c379-4679-b28c-5c937dffe3aa tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?device_id=038a8be8-b71a-4a1e-87e5-30bd2d5fa1bc HTTP/1.1" status: 200  len: 210 time: 0.0774539
Apr 05 12:08:57.508119 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-cc7e643a-e2c7-4a34-b34b-69c9c575f175 None None] For port b1c79206-7b1a-4bb6-a04c-773c30c25014, host dv-cinder-784763-1-iscsi, cleared binding levels {{(pid=84271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:08:57.513831 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2225409-ff1a-47a3-9089-b2adbe1c7b2e None None] Pushing event updated for resources: {'Port': ['ID=02d06798-1751-4172-988e-e536c0af3344,revision_number=2']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:57.519978 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-cc7e643a-e2c7-4a34-b34b-69c9c575f175 None None] For port b1c79206-7b1a-4bb6-a04c-773c30c25014, host dv-cinder-784763-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=b1c79206-7b1a-4bb6-a04c-773c30c25014,segment=NetworkSegment(9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6),segment_id=9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6)] {{(pid=84271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:08:57.530963 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d2225409-ff1a-47a3-9089-b2adbe1c7b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.878s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:57.532789 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cc7e643a-e2c7-4a34-b34b-69c9c575f175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:57.613387 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning for port e980b935-8534-4c1b-9cee-e09348ce6d6a completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:08:57.629706 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port e980b935-8534-4c1b-9cee-e09348ce6d6a triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:08:57.630522 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:57.777397 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f7b3bd9f-461d-424b-a7ab-3a8312b1c5f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:57.861076 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7e643a-e2c7-4a34-b34b-69c9c575f175 None None] Routers {'7452404c-0b23-458f-8e7a-fc8b2aa66973'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:08:57.861982 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-cc7e643a-e2c7-4a34-b34b-69c9c575f175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460fa41d0>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:08:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['7452404c-0b23-458f-8e7a-fc8b2aa66973'], 'active': True} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:08:57.947204 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-845e1df7-c4c4-43b6-8a09-da7e24dce724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:58.080573 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-845e1df7-c4c4-43b6-8a09-da7e24dce724 None None] For port 1f8e186f-e783-4475-986a-5b1f62635e95, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=1f8e186f-e783-4475-986a-5b1f62635e95,segment=NetworkSegment(e3c6b405-3493-4512-8522-9eb27479d071),segment_id=e3c6b405-3493-4512-8522-9eb27479d071)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:08:58.086071 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-cc7e643a-e2c7-4a34-b34b-69c9c575f175 None None] Set router 7452404c-0b23-458f-8e7a-fc8b2aa66973 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:08:58.104490 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-845e1df7-c4c4-43b6-8a09-da7e24dce724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:58.116435 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-c1c0c178-d3a3-4664-a2de-69a0d0fe6b6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:58.183115 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d7c0822-9cc5-4870-a9b2-21a2cc472ec3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:58.210654 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:58.222110 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:58.311495 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e1df7-c4c4-43b6-8a09-da7e24dce724 None None] Pushing event updated for resources: {'Port': ['ID=1f8e186f-e783-4475-986a-5b1f62635e95,revision_number=3']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:58.346444 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-845e1df7-c4c4-43b6-8a09-da7e24dce724 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:58.422855 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] For port e980b935-8534-4c1b-9cee-e09348ce6d6a, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=e980b935-8534-4c1b-9cee-e09348ce6d6a,segment=NetworkSegment(b0ea88b6-8a50-4dc8-956c-4b544206d124),segment_id=b0ea88b6-8a50-4dc8-956c-4b544206d124)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:08:58.428540 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:58.430541 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2960ff89-8419-41f2-b2ff-c79545142906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:58.590498 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3bd9f-461d-424b-a7ab-3a8312b1c5f1 None None] Pushing event updated for resources: {'Port': ['ID=b1c79206-7b1a-4bb6-a04c-773c30c25014,revision_number=3']} {{(pid=84271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:58.615766 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f7b3bd9f-461d-424b-a7ab-3a8312b1c5f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.838s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:58.684849 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-cc7e643a-e2c7-4a34-b34b-69c9c575f175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460fa41d0>, [{'id': '7452404c-0b23-458f-8e7a-fc8b2aa66973', 'name': 'tempest-TestMinimumBasicScenario-1785635277-router', 'tenant_id': 'c5bd86d391d44e198b30edc9ebe9aec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'b1c79206-7b1a-4bb6-a04c-773c30c25014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:46Z', 'updated_at': '2021-04-05T12:08:52Z', 'revision_number': 3, 'project_id': 'c5bd86d391d44e198b30edc9ebe9aec7', 'gw_port': {'id': 'b1c79206-7b1a-4bb6-a04c-773c30c25014', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:5b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7452404c-0b23-458f-8e7a-fc8b2aa66973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:49Z', 'updated_at': '2021-04-05T12:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi'}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:08:58.701908 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7e643a-e2c7-4a34-b34b-69c9c575f175 None None] The sync data for ids ['7452404c-0b23-458f-8e7a-fc8b2aa66973'] in dv-cinder-784763-1-iscsi is: [{'id': '7452404c-0b23-458f-8e7a-fc8b2aa66973', 'name': 'tempest-TestMinimumBasicScenario-1785635277-router', 'tenant_id': 'c5bd86d391d44e198b30edc9ebe9aec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'b1c79206-7b1a-4bb6-a04c-773c30c25014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:46Z', 'updated_at': '2021-04-05T12:08:52Z', 'revision_number': 3, 'project_id': 'c5bd86d391d44e198b30edc9ebe9aec7', 'gw_port': {'id': 'b1c79206-7b1a-4bb6-a04c-773c30c25014', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:5b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7452404c-0b23-458f-8e7a-fc8b2aa66973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:49Z', 'updated_at': '2021-04-05T12:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi'}] {{(pid=84271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:08:58.743560 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Pushing event updated for resources: {'Port': ['ID=e980b935-8534-4c1b-9cee-e09348ce6d6a,revision_number=5']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:58.748059 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:58.753254 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:58.799036 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-fdfde443-c9c7-47d5-b709-6af3bdb9f8c5 None None] Provisioning complete for port 1f8e186f-e783-4475-986a-5b1f62635e95 triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:08:58.799612 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fdfde443-c9c7-47d5-b709-6af3bdb9f8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:58.830969 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6179fb16-5030-47d0-a487-9284afe96b9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:58.850569 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-6179fb16-5030-47d0-a487-9284afe96b9e admin admin] Transition to ACTIVE for port object cc4aa670-acfa-472a-9526-9a2e1f10faeb will not be triggered until provisioned by entity DHCP. {{(pid=84268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:08:58.899379 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 02d06798-1751-4172-988e-e536c0af3344 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:08:59.022640 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d611f8e8-0314-4f95-b57e-ca62be8c1ccc req-e648511a-f487-40b6-bc32-8b03548b1968 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?device_id=038a8be8-b71a-4a1e-87e5-30bd2d5fa1bc HTTP/1.1" status: 200  len: 210 time: 0.0740876
Apr 05 12:08:59.048665 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6179fb16-5030-47d0-a487-9284afe96b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:59.170068 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-009aa48b-4837-4043-889e-4902945cbef6 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:08:59.204826 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d7c0822-9cc5-4870-a9b2-21a2cc472ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445342'] for router, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:59.384543 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning for port 02d06798-1751-4172-988e-e536c0af3344 completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:08:59.395056 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830b2473-c629-4192-a231-0db28262e8fc None None] Network a3e4dca9-c22e-4b2f-b50e-39573f778a69 requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:08:59.442478 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179fb16-5030-47d0-a487-9284afe96b9e admin admin] Pushing event updated for resources: {'Port': ['ID=cc4aa670-acfa-472a-9526-9a2e1f10faeb,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:08:59.457379 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-6179fb16-5030-47d0-a487-9284afe96b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:08:59.541937 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 1f8e186f-e783-4475-986a-5b1f62635e95 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:08:59.672813 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port 1f8e186f-e783-4475-986a-5b1f62635e95 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:08:59.673235 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:08:59.736929 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-d3b3bb94-92fd-45be-9465-471e197175d6 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:08:59.739461 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-d3b3bb94-92fd-45be-9465-471e197175d6 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.37 "GET /v2.0/networks?id=824ff9bc-3428-4660-94c8-a66bfd483c75 HTTP/1.1" status: 200  len: 808 time: 0.8577313
Apr 05 12:08:59.755624 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7c0822-9cc5-4870-a9b2-21a2cc472ec3 admin admin] Router e5d19339-7fe4-4183-a097-fdd56b319eeb is scheduled to L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d with binding_index 1 {{(pid=84269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 05 12:08:59.849083 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-0cbe49ca-e976-4945-8d7d-48bf1cb01c40 None None] Provisioning for port 02d06798-1751-4172-988e-e536c0af3344 completed by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:08:59.855973 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-0cbe49ca-e976-4945-8d7d-48bf1cb01c40 None None] Provisioning complete for port 02d06798-1751-4172-988e-e536c0af3344 triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:08:59.856395 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0cbe49ca-e976-4945-8d7d-48bf1cb01c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:00.048325 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c698110b-2a0c-4a85-b50f-b57756839d29 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:00.069066 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-ebd8dad4-20bd-4810-89e4-c2f01c8e2a55 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Request body: {'port': {'device_id': '038a8be8-b71a-4a1e-87e5-30bd2d5fa1bc', 'network_id': '824ff9bc-3428-4660-94c8-a66bfd483c75', 'admin_state_up': True, 'tenant_id': 'aeef6c5c7cf04cec883416dc0997d657'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:09:00.121213 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7c0822-9cc5-4870-a9b2-21a2cc472ec3 admin admin] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:09:00.140794 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c698110b-2a0c-4a85-b50f-b57756839d29 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854330421'] for floatingip, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:00.153085 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3053726c-1f19-4246-a766-a0338ec72867 None None] Sync routers for ids ['e5d19339-7fe4-4183-a097-fdd56b319eeb'] in dv-cinder-784763-1-iscsi {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:09:00.157595 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0cbe49ca-e976-4945-8d7d-48bf1cb01c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:00.193328 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d7c0822-9cc5-4870-a9b2-21a2cc472ec3 admin admin] Notify callbacks [] for router, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:00.194837 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-9d7c0822-9cc5-4870-a9b2-21a2cc472ec3 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 7.0057094
Apr 05 12:09:00.197631 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 43974) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:09:00.241381 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-0cbe49ca-e976-4945-8d7d-48bf1cb01c40 None None] For port 02d06798-1751-4172-988e-e536c0af3344, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=02d06798-1751-4172-988e-e536c0af3344,segment=NetworkSegment(787c8767-e3fe-4e59-b840-0afd6f84cd1d),segment_id=787c8767-e3fe-4e59-b840-0afd6f84cd1d)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:09:00.248578 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3053726c-1f19-4246-a766-a0338ec72867 None None] Routers {'e5d19339-7fe4-4183-a097-fdd56b319eeb'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:09:00.249278 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-3053726c-1f19-4246-a766-a0338ec72867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460b11470>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:08:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['e5d19339-7fe4-4183-a097-fdd56b319eeb'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:09:00.418802 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6179fb16-5030-47d0-a487-9284afe96b9e admin admin] Network bbaba3ee-024f-4190-bf8e-67b0effb3751 is already hosted by enough agents. {{(pid=84268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:09:00.459105 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-6179fb16-5030-47d0-a487-9284afe96b9e admin admin] Resources bound (agent type, host, resource id):  {{(pid=84268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:09:00.464833 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e6211ed0-dbc1-4980-8628-3c3c830a0c49 req-5f9691f3-4f04-4790-9832-48ae235e6bb5 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?device_id=038a8be8-b71a-4a1e-87e5-30bd2d5fa1bc HTTP/1.1" status: 200  len: 210 time: 0.1431396
Apr 05 12:09:00.465637 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6179fb16-5030-47d0-a487-9284afe96b9e admin admin] Received port after_create {{(pid=84268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:09:00.549786 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0cbe49ca-e976-4945-8d7d-48bf1cb01c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:00.583208 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-845e1df7-c4c4-43b6-8a09-da7e24dce724 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:00.639839 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6179fb16-5030-47d0-a487-9284afe96b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854369981'] for router_interface, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:00.809100 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device b1c79206-7b1a-4bb6-a04c-773c30c25014 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:09:00.814237 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.l3_db [None req-c698110b-2a0c-4a85-b50f-b57756839d29 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Floating IP 466cd083-7809-4a8d-bd28-a93dbc4cecd4 associated. External IP: 172.27.0.51, port: d2955123-ae33-4531-94cd-a14eaa61a2ca.
Apr 05 12:09:00.868532 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe49ca-e976-4945-8d7d-48bf1cb01c40 None None] Pushing event updated for resources: {'Port': ['ID=02d06798-1751-4172-988e-e536c0af3344,revision_number=3']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:00.891564 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-0cbe49ca-e976-4945-8d7d-48bf1cb01c40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:00.942849 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-d9772eba-6769-4011-9e33-c86229321171 None None] Provisioning for port cc4aa670-acfa-472a-9526-9a2e1f10faeb completed by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:09:00.952817 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-d9772eba-6769-4011-9e33-c86229321171 None None] Provisioning complete for port cc4aa670-acfa-472a-9526-9a2e1f10faeb triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:09:00.953239 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d9772eba-6769-4011-9e33-c86229321171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:01.028397 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-ebd8dad4-20bd-4810-89e4-c2f01c8e2a55 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:09:01.035521 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d9772eba-6769-4011-9e33-c86229321171 None None] Port cc4aa670-acfa-472a-9526-9a2e1f10faeb cannot update to ACTIVE because it is not bound. {{(pid=84270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 12:09:01.052289 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-ebd8dad4-20bd-4810-89e4-c2f01c8e2a55 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:09:01.142700 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning for port b1c79206-7b1a-4bb6-a04c-773c30c25014 completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:09:01.194916 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-3053726c-1f19-4246-a766-a0338ec72867 None None] Set router e5d19339-7fe4-4183-a097-fdd56b319eeb gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:09:01.196653 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-ebd8dad4-20bd-4810-89e4-c2f01c8e2a55 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Made reservation on behalf of aeef6c5c7cf04cec883416dc0997d657 for: {'port': 1} {{(pid=84268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:09:01.212587 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-ebd8dad4-20bd-4810-89e4-c2f01c8e2a55 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:01.308757 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port b1c79206-7b1a-4bb6-a04c-773c30c25014 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:09:01.309181 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:01.357422 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc2b75f5-4055-460f-80a2-859d7bee14cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:01.608118 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-ebd8dad4-20bd-4810-89e4-c2f01c8e2a55 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Allocated IP 172.20.0.13 (824ff9bc-3428-4660-94c8-a66bfd483c75/bb3899a7-b1f4-44f1-8307-a691d8d37d98/755bd6e5-b716-4a58-a1e2-161e9d54f422) {{(pid=84268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:09:01.653606 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-ab7f9148-e0be-41df-abef-250b44d62550 None None] Provisioning complete for port 02d06798-1751-4172-988e-e536c0af3344 triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:09:01.654025 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ab7f9148-e0be-41df-abef-250b44d62550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:01.679738 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6179fb16-5030-47d0-a487-9284afe96b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:01.715831 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ddbfe8b4-b238-4d78-800f-6273e428a2e8 req-7a275b81-3944-4b2f-b2ae-b8a478180412 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?device_id=038a8be8-b71a-4a1e-87e5-30bd2d5fa1bc HTTP/1.1" status: 200  len: 210 time: 0.0525498
Apr 05 12:09:01.791038 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c698110b-2a0c-4a85-b50f-b57756839d29 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Router a263005d-5aa8-4fe5-bad2-c26f09105d63 has already been hosted by L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d {{(pid=84268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 12:09:01.825103 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:01.910828 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-fc2b75f5-4055-460f-80a2-859d7bee14cf admin admin] Allocated IP 172.20.0.1 (a3e4dca9-c22e-4b2f-b50e-39573f778a69/34a1f558-4685-48e4-a199-4b7768f4f5df/618bc0a5-d832-4a1e-bcde-4a8f04eb16df) {{(pid=84269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:09:01.922205 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] For port b1c79206-7b1a-4bb6-a04c-773c30c25014, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=b1c79206-7b1a-4bb6-a04c-773c30c25014,segment=NetworkSegment(9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6),segment_id=9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:09:01.933356 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:01.935438 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device e980b935-8534-4c1b-9cee-e09348ce6d6a up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:09:01.985679 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d2225409-ff1a-47a3-9089-b2adbe1c7b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:02.057808 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-3053726c-1f19-4246-a766-a0338ec72867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460b11470>, [{'id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'name': 'tempest-TestVolumeBootPattern-569576050-router', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:53Z', 'updated_at': '2021-04-05T12:08:57Z', 'revision_number': 3, 'project_id': '629fa1a565724595a30468e1271ead78', 'gw_port': {'id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:55Z', 'updated_at': '2021-04-05T12:08:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi'}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:09:02.089826 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3053726c-1f19-4246-a766-a0338ec72867 None None] Checking router: e5d19339-7fe4-4183-a097-fdd56b319eeb for host: dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:09:02.090267 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3053726c-1f19-4246-a766-a0338ec72867 None None] Updating router e5d19339-7fe4-4183-a097-fdd56b319eeb port 156727d6-d022-42f5-9238-d0bb3cdd3ec6 binding host dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 12:09:02.118711 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Pushing event updated for resources: {'Port': ['ID=b1c79206-7b1a-4bb6-a04c-773c30c25014,revision_number=4']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:02.122313 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc2b75f5-4055-460f-80a2-859d7bee14cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:02.137666 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:02.141050 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-fc2b75f5-4055-460f-80a2-859d7bee14cf admin admin] Transition to ACTIVE for port object 618bc0a5-d832-4a1e-bcde-4a8f04eb16df will not be triggered until provisioned by entity DHCP. {{(pid=84269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:09:02.146632 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port e980b935-8534-4c1b-9cee-e09348ce6d6a triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:09:02.147056 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:02.181264 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc2b75f5-4055-460f-80a2-859d7bee14cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:02.198560 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-9ec1cdf5-8a2f-4b43-aa7c-334dfc782e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:02.212446 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3053726c-1f19-4246-a766-a0338ec72867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:02.350602 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b75f5-4055-460f-80a2-859d7bee14cf admin admin] Pushing event updated for resources: {'Port': ['ID=618bc0a5-d832-4a1e-bcde-4a8f04eb16df,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:02.355336 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-fc2b75f5-4055-460f-80a2-859d7bee14cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:02.440154 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2b75f5-4055-460f-80a2-859d7bee14cf admin admin] Network a3e4dca9-c22e-4b2f-b50e-39573f778a69 is already hosted by enough agents. {{(pid=84269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:09:02.441228 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-fc2b75f5-4055-460f-80a2-859d7bee14cf admin admin] Resources bound (agent type, host, resource id):  {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:09:02.447752 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-ebd8dad4-20bd-4810-89e4-c2f01c8e2a55 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Notify callbacks [] for port, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:02.452442 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2b75f5-4055-460f-80a2-859d7bee14cf admin admin] Received port after_create {{(pid=84269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:09:02.518467 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-ebd8dad4-20bd-4810-89e4-c2f01c8e2a55 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:02.529404 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc2b75f5-4055-460f-80a2-859d7bee14cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854369981'] for router_interface, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:02.550187 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f8247862-9106-475e-aad1-635d41107c1c tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:02.642349 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device b1c79206-7b1a-4bb6-a04c-773c30c25014 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:09:02.659120 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8dad4-20bd-4810-89e4-c2f01c8e2a55 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Pushing event updated for resources: {'Port': ['ID=755bd6e5-b716-4a58-a1e2-161e9d54f422,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:02.753832 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ebd8dad4-20bd-4810-89e4-c2f01c8e2a55 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:02.777166 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc2b75f5-4055-460f-80a2-859d7bee14cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:02.937842 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-df06ba5d-5944-4573-a081-8f593f442ba0 None None] Provisioning for port 618bc0a5-d832-4a1e-bcde-4a8f04eb16df completed by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:09:02.948318 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c698110b-2a0c-4a85-b50f-b57756839d29 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:09:02.956224 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-df06ba5d-5944-4573-a081-8f593f442ba0 None None] Provisioning complete for port 618bc0a5-d832-4a1e-bcde-4a8f04eb16df triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:09:02.957238 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-df06ba5d-5944-4573-a081-8f593f442ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:02.958331 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172ee6f7-c26e-43d0-9559-fea391541d30 None None] Sync routers for ids ['a263005d-5aa8-4fe5-bad2-c26f09105d63'] in dv-cinder-784763-1-iscsi {{(pid=84271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:09:02.974295 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c698110b-2a0c-4a85-b50f-b57756839d29 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for floatingip, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:02.976183 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172ee6f7-c26e-43d0-9559-fea391541d30 None None] Routers {'a263005d-5aa8-4fe5-bad2-c26f09105d63'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:09:02.977091 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-172ee6f7-c26e-43d0-9559-fea391541d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24610b47f0>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:08:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['a263005d-5aa8-4fe5-bad2-c26f09105d63'], 'active': True} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:09:03.001049 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-ebd8dad4-20bd-4810-89e4-c2f01c8e2a55 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Network 824ff9bc-3428-4660-94c8-a66bfd483c75 is already hosted by enough agents. {{(pid=84268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:09:03.011822 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3053726c-1f19-4246-a766-a0338ec72867 None None] Notify callbacks [] for port, precommit_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:03.015657 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-ebd8dad4-20bd-4810-89e4-c2f01c8e2a55 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Resources bound (agent type, host, resource id):  {{(pid=84268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:09:03.017971 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-ebd8dad4-20bd-4810-89e4-c2f01c8e2a55 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Received port after_create {{(pid=84268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:09:03.033765 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port b1c79206-7b1a-4bb6-a04c-773c30c25014 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:09:03.034228 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:03.110382 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-c698110b-2a0c-4a85-b50f-b57756839d29 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "PUT /v2.0/floatingips/466cd083-7809-4a8d-bd28-a93dbc4cecd4 HTTP/1.1" status: 200  len: 991 time: 6.5545368
Apr 05 12:09:03.117224 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65c1062-5d66-496a-ae26-06d7d61b2fed', 'tag': 'd2955123-ae33-4531-94cd-a14eaa61a2ca'}] {{(pid=84268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:09:03.138736 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-ebd8dad4-20bd-4810-89e4-c2f01c8e2a55 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:03.139572 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-ebd8dad4-20bd-4810-89e4-c2f01c8e2a55 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:03.162800 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc2b75f5-4055-460f-80a2-859d7bee14cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:03.192181 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-ebd8dad4-20bd-4810-89e4-c2f01c8e2a55 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1282432
Apr 05 12:09:03.206376 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-ca75428e-dcdb-4ed6-9c96-21f1cce79bf6 service neutron] Request body: {'port': {'device_id': '038a8be8-b71a-4a1e-87e5-30bd2d5fa1bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:09:03.227229 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc2b75f5-4055-460f-80a2-859d7bee14cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2694713'] for port, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:03.278649 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:03.416257 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-172ee6f7-c26e-43d0-9559-fea391541d30 None None] Set router a263005d-5aa8-4fe5-bad2-c26f09105d63 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:09:03.424778 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-ca75428e-dcdb-4ed6-9c96-21f1cce79bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:03.438252 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b75f5-4055-460f-80a2-859d7bee14cf admin admin] Pushing event updated for resources: {'Port': ['ID=618bc0a5-d832-4a1e-bcde-4a8f04eb16df,revision_number=2']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:03.447906 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.db.resource_extend [None req-6179fb16-5030-47d0-a487-9284afe96b9e admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 05 12:09:03.448999 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-fc2b75f5-4055-460f-80a2-859d7bee14cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:03.463310 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc2b75f5-4055-460f-80a2-859d7bee14cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854215708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854374506'] for router_interface, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:03.467957 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-3053726c-1f19-4246-a766-a0338ec72867 None None] Transition to ACTIVE for port object 156727d6-d022-42f5-9238-d0bb3cdd3ec6 will not be triggered until provisioned by entity L2. {{(pid=84270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:09:03.488392 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6179fb16-5030-47d0-a487-9284afe96b9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:03.554978 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3053726c-1f19-4246-a766-a0338ec72867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:03.691887 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-df06ba5d-5944-4573-a081-8f593f442ba0 None None] Port 618bc0a5-d832-4a1e-bcde-4a8f04eb16df cannot update to ACTIVE because it is not bound. {{(pid=84270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 12:09:03.700084 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-bdf99c77-4f9d-44ee-875c-23dd377f1bd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:03.775434 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2b75f5-4055-460f-80a2-859d7bee14cf admin admin] Network a3e4dca9-c22e-4b2f-b50e-39573f778a69 is already hosted by enough agents. {{(pid=84269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:09:03.786652 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-fc2b75f5-4055-460f-80a2-859d7bee14cf admin admin] Resources bound (agent type, host, resource id):  {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:09:03.797741 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1ed50-3576-4671-b1be-a1062b151431 req-7552ffb8-15be-457d-bf34-f8986f9b5c5c tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:03.806385 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-faf1ed50-3576-4671-b1be-a1062b151431 req-7552ffb8-15be-457d-bf34-f8986f9b5c5c tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?device_id=038a8be8-b71a-4a1e-87e5-30bd2d5fa1bc HTTP/1.1" status: 200  len: 932 time: 0.6414311
Apr 05 12:09:03.863921 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-3053726c-1f19-4246-a766-a0338ec72867 None None] Attempting to bind port 156727d6-d022-42f5-9238-d0bb3cdd3ec6 on host dv-cinder-784763-1-iscsi for vnic_type normal with profile  {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:09:03.864545 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-3053726c-1f19-4246-a766-a0338ec72867 None None] Attempting to bind port 156727d6-d022-42f5-9238-d0bb3cdd3ec6 by drivers openvswitch,hyperv on host dv-cinder-784763-1-iscsi at level 0 using segments [{'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:09:03.864732 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3053726c-1f19-4246-a766-a0338ec72867 None None] Attempting to bind port 156727d6-d022-42f5-9238-d0bb3cdd3ec6 on network 9d12ef10-d92d-4db6-ae05-ceb86a15802e {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:09:03.883935 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a65c1062-5d66-496a-ae26-06d7d61b2fed', 'tag': 'd2955123-ae33-4531-94cd-a14eaa61a2ca', 'status': 'completed', 'code': 200}
Apr 05 12:09:03.888902 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-172ee6f7-c26e-43d0-9559-fea391541d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24610b47f0>, [{'id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'name': 'tempest-AttachVolumeTestJSON-1274198240-router', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:07Z', 'updated_at': '2021-04-05T12:08:14Z', 'revision_number': 4, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'gw_port': {'id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:08Z', 'updated_at': '2021-04-05T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_floatingips': [{'id': '466cd083-7809-4a8d-bd28-a93dbc4cecd4', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'floating_ip_address': '172.27.0.51', 'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'router_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'port_id': 'd2955123-ae33-4531-94cd-a14eaa61a2ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb', 'mac_address': 'fa:16:3e:5b:1e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c1062-5d66-496a-ae26-06d7d61b2fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:08:22Z', 'updated_at': '2021-04-05T12:08:59Z', 'revision_number': 1, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5874e2f-c965-4586-9fdd-64f048d8b717', 'name': '', 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'mac_address': 'fa:16:3e:27:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'e2bf2297-d799-490c-8e49-5e5a4e02830c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:12Z', 'updated_at': '2021-04-05T12:08:24Z', 'revision_number': 5, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'subnets': [{'id': 'e2bf2297-d799-490c-8e49-5e5a4e02830c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:09:03.892239 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 02d06798-1751-4172-988e-e536c0af3344 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:09:03.905155 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172ee6f7-c26e-43d0-9559-fea391541d30 None None] Checking router: a263005d-5aa8-4fe5-bad2-c26f09105d63 for host: dv-cinder-784763-1-iscsi {{(pid=84271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:09:03.914716 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172ee6f7-c26e-43d0-9559-fea391541d30 None None] Routers {'a263005d-5aa8-4fe5-bad2-c26f09105d63'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:09:03.915394 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-172ee6f7-c26e-43d0-9559-fea391541d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24610b47f0>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:08:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['a263005d-5aa8-4fe5-bad2-c26f09105d63'], 'active': True} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:09:03.940195 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3053726c-1f19-4246-a766-a0338ec72867 None None] Checking agent: {'id': '93e0106f-7977-40cd-8b89-dc51f73202a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 25), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:09:03.941128 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3053726c-1f19-4246-a766-a0338ec72867 None None] Checking segment: {'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:09:03.941748 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3053726c-1f19-4246-a766-a0338ec72867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:03.942421 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3053726c-1f19-4246-a766-a0338ec72867 None None] Bound using segment: {'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:09:03.943502 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-3053726c-1f19-4246-a766-a0338ec72867 None None] Bound port: 156727d6-d022-42f5-9238-d0bb3cdd3ec6, host: dv-cinder-784763-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'}}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:09:03.944238 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3053726c-1f19-4246-a766-a0338ec72867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:03.950449 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6179fb16-5030-47d0-a487-9284afe96b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851385328'] for port, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:03.998397 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-6c2e650a-d14b-4d6d-aeef-de92f1e76f26 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:04.039877 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-faf1ed50-3576-4671-b1be-a1062b151431 req-491c86a8-1c77-45e2-9b7f-45ceb4b5e40d tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/security-groups?id=45378dbe-e24e-46fe-876d-24f89a40b58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2322879
Apr 05 12:09:04.052283 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-3053726c-1f19-4246-a766-a0338ec72867 None None] For port 156727d6-d022-42f5-9238-d0bb3cdd3ec6, host dv-cinder-784763-1-iscsi, cleared binding levels {{(pid=84270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:09:04.056597 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-3053726c-1f19-4246-a766-a0338ec72867 None None] For port 156727d6-d022-42f5-9238-d0bb3cdd3ec6, host dv-cinder-784763-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=156727d6-d022-42f5-9238-d0bb3cdd3ec6,segment=NetworkSegment(9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6),segment_id=9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6)] {{(pid=84270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:09:04.082893 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3053726c-1f19-4246-a766-a0338ec72867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:04.126803 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2b75f5-4055-460f-80a2-859d7bee14cf admin admin] Router e5d19339-7fe4-4183-a097-fdd56b319eeb has already been hosted by L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d {{(pid=84269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 12:09:04.165542 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-172ee6f7-c26e-43d0-9559-fea391541d30 None None] Set router a263005d-5aa8-4fe5-bad2-c26f09105d63 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:09:04.213778 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6179fb16-5030-47d0-a487-9284afe96b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854215708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854374506'] for router_interface, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:04.232692 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179fb16-5030-47d0-a487-9284afe96b9e admin admin] Pushing event updated for resources: {'Port': ['ID=cc4aa670-acfa-472a-9526-9a2e1f10faeb,revision_number=2']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:04.235895 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-6179fb16-5030-47d0-a487-9284afe96b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:04.256111 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdbc3ff-12fc-42f0-a3bb-23d5ede202b1 None None] Pushing event updated for resources: {'Port': ['ID=156727d6-d022-42f5-9238-d0bb3cdd3ec6,revision_number=2']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:04.260241 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-0bdbc3ff-12fc-42f0-a3bb-23d5ede202b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:04.292992 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-cb77097d-d75f-43a9-bdeb-9c331a40497c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:04.343343 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c726a-e23a-4a6a-bb72-785002af87b4 req-efa5bd52-0cfa-44bb-abe1-6493b3c4fbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:04.344845 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f62c726a-e23a-4a6a-bb72-785002af87b4 req-efa5bd52-0cfa-44bb-abe1-6493b3c4fbf0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=525c6898bd0b4bc98230f38ee54db7c6&device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 1099 time: 0.4600213
Apr 05 12:09:04.397163 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-214cba3f-2a05-4951-a723-b61e22506604 None None] Provisioning complete for port 618bc0a5-d832-4a1e-bcde-4a8f04eb16df triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:09:04.397700 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-214cba3f-2a05-4951-a723-b61e22506604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:04.473571 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2b75f5-4055-460f-80a2-859d7bee14cf admin admin] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:09:04.491908 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-ca75428e-dcdb-4ed6-9c96-21f1cce79bf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 755bd6e5-b716-4a58-a1e2-161e9d54f422 {{(pid=84268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:09:04.492779 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-fc2b75f5-4055-460f-80a2-859d7bee14cf admin admin] 10.222.0.36 "PUT /v2.0/routers/e5d19339-7fe4-4183-a097-fdd56b319eeb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2932758
Apr 05 12:09:04.503115 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-ca75428e-dcdb-4ed6-9c96-21f1cce79bf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:04.527105 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-ca75428e-dcdb-4ed6-9c96-21f1cce79bf6 service neutron] Transition to ACTIVE for port object 755bd6e5-b716-4a58-a1e2-161e9d54f422 will not be triggered until provisioned by entity L2. {{(pid=84268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:09:04.536054 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-214cba3f-2a05-4951-a723-b61e22506604 None None] Port 618bc0a5-d832-4a1e-bcde-4a8f04eb16df cannot update to ACTIVE because it is not bound. {{(pid=84270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 12:09:04.538756 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port 02d06798-1751-4172-988e-e536c0af3344 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:09:04.539297 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:04.567949 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdbc3ff-12fc-42f0-a3bb-23d5ede202b1 None None] Pushing event updated for resources: {'Port': ['ID=156727d6-d022-42f5-9238-d0bb3cdd3ec6,revision_number=3']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:04.572427 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-0bdbc3ff-12fc-42f0-a3bb-23d5ede202b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:04.625378 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3053726c-1f19-4246-a766-a0338ec72867 None None] Routers {'e5d19339-7fe4-4183-a097-fdd56b319eeb'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:09:04.626400 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-3053726c-1f19-4246-a766-a0338ec72867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460b11470>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:08:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['e5d19339-7fe4-4183-a097-fdd56b319eeb'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:09:04.704373 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c726a-e23a-4a6a-bb72-785002af87b4 req-64a72637-d6cf-46e7-a7be-4c3755369a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:04.706184 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f62c726a-e23a-4a6a-bb72-785002af87b4 req-64a72637-d6cf-46e7-a7be-4c3755369a55 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0d1a45c1-5bda-4177-9f6d-4ce95f1005fb HTTP/1.1" status: 200  len: 912 time: 0.3511920
Apr 05 12:09:04.712657 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-ca75428e-dcdb-4ed6-9c96-21f1cce79bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851385328'] for port, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:04.951464 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-3053726c-1f19-4246-a766-a0338ec72867 None None] Set router e5d19339-7fe4-4183-a097-fdd56b319eeb gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:09:05.028042 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-cb7dfd60-9ad3-4f70-acff-3915889c7a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:05.037190 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-172ee6f7-c26e-43d0-9559-fea391541d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24610b47f0>, [{'id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'name': 'tempest-AttachVolumeTestJSON-1274198240-router', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:07Z', 'updated_at': '2021-04-05T12:08:14Z', 'revision_number': 4, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'gw_port': {'id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:08Z', 'updated_at': '2021-04-05T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_floatingips': [{'id': '466cd083-7809-4a8d-bd28-a93dbc4cecd4', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'floating_ip_address': '172.27.0.51', 'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'router_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'port_id': 'd2955123-ae33-4531-94cd-a14eaa61a2ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb', 'mac_address': 'fa:16:3e:5b:1e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c1062-5d66-496a-ae26-06d7d61b2fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:08:22Z', 'updated_at': '2021-04-05T12:08:59Z', 'revision_number': 1, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5874e2f-c965-4586-9fdd-64f048d8b717', 'name': '', 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'mac_address': 'fa:16:3e:27:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'e2bf2297-d799-490c-8e49-5e5a4e02830c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:12Z', 'updated_at': '2021-04-05T12:08:24Z', 'revision_number': 5, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'subnets': [{'id': 'e2bf2297-d799-490c-8e49-5e5a4e02830c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:09:05.050739 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172ee6f7-c26e-43d0-9559-fea391541d30 None None] The sync data for ids ['a263005d-5aa8-4fe5-bad2-c26f09105d63'] in dv-cinder-784763-1-iscsi is: [{'id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'name': 'tempest-AttachVolumeTestJSON-1274198240-router', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:07Z', 'updated_at': '2021-04-05T12:08:14Z', 'revision_number': 4, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'gw_port': {'id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:08Z', 'updated_at': '2021-04-05T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_floatingips': [{'id': '466cd083-7809-4a8d-bd28-a93dbc4cecd4', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'floating_ip_address': '172.27.0.51', 'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'router_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'port_id': 'd2955123-ae33-4531-94cd-a14eaa61a2ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb', 'mac_address': 'fa:16:3e:5b:1e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a65c1062-5d66-496a-ae26-06d7d61b2fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:08:22Z', 'updated_at': '2021-04-05T12:08:59Z', 'revision_number': 1, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5874e2f-c965-4586-9fdd-64f048d8b717', 'name': '', 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'mac_address': 'fa:16:3e:27:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'e2bf2297-d799-490c-8e49-5e5a4e02830c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:12Z', 'updated_at': '2021-04-05T12:08:24Z', 'revision_number': 5, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'subnets': [{'id': 'e2bf2297-d799-490c-8e49-5e5a4e02830c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:09:05.192900 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f62c726a-e23a-4a6a-bb72-785002af87b4 req-f75d981f-e40c-4657-95c8-568ad5786e32 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2955123-ae33-4531-94cd-a14eaa61a2ca HTTP/1.1" status: 200  len: 999 time: 0.2778001
Apr 05 12:09:05.192900 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75428e-dcdb-4ed6-9c96-21f1cce79bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=755bd6e5-b716-4a58-a1e2-161e9d54f422,revision_number=2']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:05.201918 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ca75428e-dcdb-4ed6-9c96-21f1cce79bf6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:05.335441 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6179fb16-5030-47d0-a487-9284afe96b9e admin admin] Network bbaba3ee-024f-4190-bf8e-67b0effb3751 is already hosted by enough agents. {{(pid=84268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:09:05.342857 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c726a-e23a-4a6a-bb72-785002af87b4 req-a9211367-4b20-43a4-9d39-1f8db5b8ae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:05.344460 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f62c726a-e23a-4a6a-bb72-785002af87b4 req-a9211367-4b20-43a4-9d39-1f8db5b8ae22 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e2bf2297-d799-490c-8e49-5e5a4e02830c HTTP/1.1" status: 200  len: 850 time: 0.1349661
Apr 05 12:09:05.504581 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-6179fb16-5030-47d0-a487-9284afe96b9e admin admin] Resources bound (agent type, host, resource id):  {{(pid=84268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:09:05.556237 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f859c0-0cbc-4305-a48f-bb4981e260b9 None None] New status for floating IP 466cd083-7809-4a8d-bd28-a93dbc4cecd4: ACTIVE {{(pid=84270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 05 12:09:05.620489 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 44058) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:09:05.626662 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b8b1b749-a80d-45e7-acf1-43ddc3c64027 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-163224828-network', 'tenant_id': '2969fe50e12f4a288e08f76d724182e4'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:09:05.632370 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b8b1b749-a80d-45e7-acf1-43ddc3c64027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:09:05.641240 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-b8b1b749-a80d-45e7-acf1-43ddc3c64027 admin admin] Usage tracker for resource:network and tenant:2969fe50e12f4a288e08f76d724182e4 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:09:05.648898 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-b8b1b749-a80d-45e7-acf1-43ddc3c64027 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:09:05.677729 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b8b1b749-a80d-45e7-acf1-43ddc3c64027 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:09:05.692887 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b1b749-a80d-45e7-acf1-43ddc3c64027 admin admin] Made reservation on behalf of 2969fe50e12f4a288e08f76d724182e4 for: {'network': 1} {{(pid=84269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:09:05.698778 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8b1b749-a80d-45e7-acf1-43ddc3c64027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:05.716748 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8b1b749-a80d-45e7-acf1-43ddc3c64027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:05.745517 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b8b1b749-a80d-45e7-acf1-43ddc3c64027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:09:05.751766 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-b8b1b749-a80d-45e7-acf1-43ddc3c64027 admin admin] Usage tracker for resource:security_group_rule and tenant:2969fe50e12f4a288e08f76d724182e4 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:09:05.756826 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-b8b1b749-a80d-45e7-acf1-43ddc3c64027 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:09:05.765344 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b8b1b749-a80d-45e7-acf1-43ddc3c64027 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:09:05.871521 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8b1b749-a80d-45e7-acf1-43ddc3c64027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:05.875377 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8b1b749-a80d-45e7-acf1-43ddc3c64027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:05.880628 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f120efb0-9535-4734-94cc-8f70c78cc75b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:05.919810 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b1b749-a80d-45e7-acf1-43ddc3c64027 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'}  {{(pid=84269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 12:09:05.936244 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1b749-a80d-45e7-acf1-43ddc3c64027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e43c709-000b-46a7-9e96-43ff5549d501,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:05.941854 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-b8b1b749-a80d-45e7-acf1-43ddc3c64027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:05.943031 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8b1b749-a80d-45e7-acf1-43ddc3c64027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:05.943353 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.segments_db [None req-b8b1b749-a80d-45e7-acf1-43ddc3c64027 admin admin] Added segment b42d6181-b175-4d56-85b1-e2867590d754 of type vlan for network dc4914fd-ac92-484f-b6c8-48e6144aced6
Apr 05 12:09:05.985383 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8b1b749-a80d-45e7-acf1-43ddc3c64027 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737139937617'] for network, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:06.018558 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8b1b749-a80d-45e7-acf1-43ddc3c64027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131'] for network, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:06.020552 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b1b749-a80d-45e7-acf1-43ddc3c64027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:06.021206 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8b1b749-a80d-45e7-acf1-43ddc3c64027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for network, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:06.027008 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:06.100175 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-c90035dd-1233-44a4-964e-e11e107f7789 None None] Provisioning complete for port cc4aa670-acfa-472a-9526-9a2e1f10faeb triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:09:06.100640 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c90035dd-1233-44a4-964e-e11e107f7789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:06.162242 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-3053726c-1f19-4246-a766-a0338ec72867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460b11470>, [{'id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'name': 'tempest-TestVolumeBootPattern-569576050-router', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:53Z', 'updated_at': '2021-04-05T12:09:02Z', 'revision_number': 4, 'project_id': '629fa1a565724595a30468e1271ead78', 'gw_port': {'id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:55Z', 'updated_at': '2021-04-05T12:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': '618bc0a5-d832-4a1e-bcde-4a8f04eb16df', 'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'mac_address': 'fa:16:3e:ad:bd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:01Z', 'updated_at': '2021-04-05T12:09:02Z', 'revision_number': 2, 'project_id': '629fa1a565724595a30468e1271ead78', 'subnets': [{'id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:09:06.173662 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3053726c-1f19-4246-a766-a0338ec72867 None None] The sync data for ids ['e5d19339-7fe4-4183-a097-fdd56b319eeb'] in dv-cinder-784763-1-iscsi is: [{'id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'name': 'tempest-TestVolumeBootPattern-569576050-router', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:53Z', 'updated_at': '2021-04-05T12:09:02Z', 'revision_number': 4, 'project_id': '629fa1a565724595a30468e1271ead78', 'gw_port': {'id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:55Z', 'updated_at': '2021-04-05T12:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': '618bc0a5-d832-4a1e-bcde-4a8f04eb16df', 'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'mac_address': 'fa:16:3e:ad:bd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:01Z', 'updated_at': '2021-04-05T12:09:02Z', 'revision_number': 2, 'project_id': '629fa1a565724595a30468e1271ead78', 'subnets': [{'id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:09:06.196374 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1b749-a80d-45e7-acf1-43ddc3c64027 admin admin] Pushing event updated for resources: {'Network': ['ID=dc4914fd-ac92-484f-b6c8-48e6144aced6,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:06.211960 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-b8b1b749-a80d-45e7-acf1-43ddc3c64027 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5902455
Apr 05 12:09:06.213408 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-b8b1b749-a80d-45e7-acf1-43ddc3c64027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:06.214041 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 44068) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:09:06.227760 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-43ef7f25-9f64-4bdd-9032-1e3a4ca50eb9 admin admin] Request body: {'subnet': {'network_id': 'dc4914fd-ac92-484f-b6c8-48e6144aced6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-163224828-subnet', 'tenant_id': '2969fe50e12f4a288e08f76d724182e4', 'ip_version': 4}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:09:06.234103 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-43ef7f25-9f64-4bdd-9032-1e3a4ca50eb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:09:06.238851 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-43ef7f25-9f64-4bdd-9032-1e3a4ca50eb9 admin admin] Usage tracker for resource:subnet and tenant:2969fe50e12f4a288e08f76d724182e4 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:09:06.241866 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-43ef7f25-9f64-4bdd-9032-1e3a4ca50eb9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:09:06.248393 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-43ef7f25-9f64-4bdd-9032-1e3a4ca50eb9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:09:06.258804 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Network dc4914fd-ac92-484f-b6c8-48e6144aced6 details requested by agent ovs-agent-dv-cinder-784763-1-iscsi with host dv-cinder-784763-1-iscsi {{(pid=84270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 12:09:06.262394 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ef7f25-9f64-4bdd-9032-1e3a4ca50eb9 admin admin] Made reservation on behalf of 2969fe50e12f4a288e08f76d724182e4 for: {'subnet': 1} {{(pid=84269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:09:06.269822 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-43ef7f25-9f64-4bdd-9032-1e3a4ca50eb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851746051'] for subnet, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:06.386355 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-ca75428e-dcdb-4ed6-9c96-21f1cce79bf6 service neutron] Attempting to bind port 755bd6e5-b716-4a58-a1e2-161e9d54f422 on host hv-cinder-78476 for vnic_type normal with profile  {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:09:06.390533 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-ca75428e-dcdb-4ed6-9c96-21f1cce79bf6 service neutron] Attempting to bind port 755bd6e5-b716-4a58-a1e2-161e9d54f422 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': 'cca319d6-d04d-4541-ba09-f3b3756a74bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '824ff9bc-3428-4660-94c8-a66bfd483c75'}] {{(pid=84268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:09:06.391024 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-ca75428e-dcdb-4ed6-9c96-21f1cce79bf6 service neutron] Attempting to bind port 755bd6e5-b716-4a58-a1e2-161e9d54f422 on network 824ff9bc-3428-4660-94c8-a66bfd483c75 {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:09:06.395170 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-c90035dd-1233-44a4-964e-e11e107f7789 None None] Port cc4aa670-acfa-472a-9526-9a2e1f10faeb cannot update to ACTIVE because it is not bound. {{(pid=84270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 12:09:06.422708 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-ca75428e-dcdb-4ed6-9c96-21f1cce79bf6 service neutron] Port 755bd6e5-b716-4a58-a1e2-161e9d54f422 on network 824ff9bc-3428-4660-94c8-a66bfd483c75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 12:09:06.423084 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-ca75428e-dcdb-4ed6-9c96-21f1cce79bf6 service neutron] Attempting to bind port 755bd6e5-b716-4a58-a1e2-161e9d54f422 on network 824ff9bc-3428-4660-94c8-a66bfd483c75 {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:09:06.453048 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 6 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:09:06.457662 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-ca75428e-dcdb-4ed6-9c96-21f1cce79bf6 service neutron] Checking agent: {'id': '038210d6-d792-4dfe-95d3-eb4a37cb8b01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:09:06.457662 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-ca75428e-dcdb-4ed6-9c96-21f1cce79bf6 service neutron] Checking segment: {'id': 'cca319d6-d04d-4541-ba09-f3b3756a74bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '824ff9bc-3428-4660-94c8-a66bfd483c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:09:06.457662 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-ca75428e-dcdb-4ed6-9c96-21f1cce79bf6 service neutron] Bound using segment: {'id': 'cca319d6-d04d-4541-ba09-f3b3756a74bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '824ff9bc-3428-4660-94c8-a66bfd483c75'} {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:09:06.457662 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-ca75428e-dcdb-4ed6-9c96-21f1cce79bf6 service neutron] Bound port: 755bd6e5-b716-4a58-a1e2-161e9d54f422, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cca319d6-d04d-4541-ba09-f3b3756a74bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '824ff9bc-3428-4660-94c8-a66bfd483c75'}}] {{(pid=84268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:09:06.458491 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-ca75428e-dcdb-4ed6-9c96-21f1cce79bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:06.550886 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c726a-e23a-4a6a-bb72-785002af87b4 req-b32efcca-de75-4306-b309-66c0c1eb7c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:06.552549 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f62c726a-e23a-4a6a-bb72-785002af87b4 req-b32efcca-de75-4306-b309-66c0c1eb7c98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d1a45c1-5bda-4177-9f6d-4ce95f1005fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.0370891
Apr 05 12:09:06.657019 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503cd5c-165f-417b-8ec3-cf840b3243fb req-fb21f8c6-fad2-4178-8afa-4f53a4e2400a tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:06.657825 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-1503cd5c-165f-417b-8ec3-cf840b3243fb req-fb21f8c6-fad2-4178-8afa-4f53a4e2400a tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Synchronizing usage tracker for tenant:aeef6c5c7cf04cec883416dc0997d657 on resource:port {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:09:06.765033 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6179fb16-5030-47d0-a487-9284afe96b9e admin admin] Router 7452404c-0b23-458f-8e7a-fc8b2aa66973 has already been hosted by L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d {{(pid=84268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 12:09:07.010177 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-1503cd5c-165f-417b-8ec3-cf840b3243fb req-fb21f8c6-fad2-4178-8afa-4f53a4e2400a tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Unset dirty status for tenant:aeef6c5c7cf04cec883416dc0997d657 on resource:port {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:09:07.017804 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1503cd5c-165f-417b-8ec3-cf840b3243fb req-fb21f8c6-fad2-4178-8afa-4f53a4e2400a tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?device_id=038a8be8-b71a-4a1e-87e5-30bd2d5fa1bc HTTP/1.1" status: 200  len: 944 time: 1.5153253
Apr 05 12:09:07.064832 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-ca75428e-dcdb-4ed6-9c96-21f1cce79bf6 service neutron] For port 755bd6e5-b716-4a58-a1e2-161e9d54f422, host hv-cinder-78476, cleared binding levels {{(pid=84268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:09:07.141882 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-ca75428e-dcdb-4ed6-9c96-21f1cce79bf6 service neutron] For port 755bd6e5-b716-4a58-a1e2-161e9d54f422, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=755bd6e5-b716-4a58-a1e2-161e9d54f422,segment=NetworkSegment(cca319d6-d04d-4541-ba09-f3b3756a74bc),segment_id=cca319d6-d04d-4541-ba09-f3b3756a74bc)] {{(pid=84268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:09:07.153729 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec59de-3937-49ba-af6d-1d41c16b9227 req-2883f95b-b209-4a9b-b4ba-613c59991f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:07.155207 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-90ec59de-3937-49ba-af6d-1d41c16b9227 req-2883f95b-b209-4a9b-b4ba-613c59991f2b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0903b4e64774f679042704eb580949d&device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 1098 time: 0.4997559
Apr 05 12:09:07.165437 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-ca75428e-dcdb-4ed6-9c96-21f1cce79bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851385328'] for port, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:07.190666 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f62c726a-e23a-4a6a-bb72-785002af87b4 req-95e90b73-8457-4dcc-9a70-242be03e1c90 service neutron] 10.222.0.37 "GET /v2.0/networks/0d1a45c1-5bda-4177-9f6d-4ce95f1005fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5993221
Apr 05 12:09:07.198117 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1503cd5c-165f-417b-8ec3-cf840b3243fb req-b6c0ca29-b26a-4c44-8801-0b7000735205 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/security-groups?id=45378dbe-e24e-46fe-876d-24f89a40b58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1759727
Apr 05 12:09:07.229083 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ec4299f2-c154-464b-873d-af2102c0abe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:07.312675 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6179fb16-5030-47d0-a487-9284afe96b9e admin admin] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:09:07.318824 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-6179fb16-5030-47d0-a487-9284afe96b9e admin admin] 10.222.0.36 "PUT /v2.0/routers/7452404c-0b23-458f-8e7a-fc8b2aa66973/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.2613473
Apr 05 12:09:07.324612 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0ca014-1835-4408-8b4a-10672fd39b7c None None] Sync routers for ids ['7452404c-0b23-458f-8e7a-fc8b2aa66973'] in dv-cinder-784763-1-iscsi {{(pid=84271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:09:07.328061 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64118f67-a000-4922-8d8c-0a0025be0365 req-0b274ede-95af-496c-b162-b2baf8c0ef9d tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:07.330074 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-64118f67-a000-4922-8d8c-0a0025be0365 req-0b274ede-95af-496c-b162-b2baf8c0ef9d tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.5199502
Apr 05 12:09:07.357104 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0ca014-1835-4408-8b4a-10672fd39b7c None None] Routers {'7452404c-0b23-458f-8e7a-fc8b2aa66973'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:09:07.358549 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-8c0ca014-1835-4408-8b4a-10672fd39b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460b7b208>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:08:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['7452404c-0b23-458f-8e7a-fc8b2aa66973'], 'active': True} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:09:07.584396 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75428e-dcdb-4ed6-9c96-21f1cce79bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=755bd6e5-b716-4a58-a1e2-161e9d54f422,revision_number=3']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:07.594495 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ca75428e-dcdb-4ed6-9c96-21f1cce79bf6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:07.634547 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec59de-3937-49ba-af6d-1d41c16b9227 req-101838d9-d8c2-43d0-808c-c34bd15e242b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:07.636266 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-90ec59de-3937-49ba-af6d-1d41c16b9227 req-101838d9-d8c2-43d0-808c-c34bd15e242b service neutron] 10.222.0.37 "GET /v2.0/networks?id=a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0 HTTP/1.1" status: 200  len: 919 time: 0.4636185
Apr 05 12:09:07.652881 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-64118f67-a000-4922-8d8c-0a0025be0365 req-8dff07a8-d745-40cc-9d9a-f378eb9ffec7 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3022804
Apr 05 12:09:07.701947 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 156727d6-d022-42f5-9238-d0bb3cdd3ec6 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:09:07.843173 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-90ec59de-3937-49ba-af6d-1d41c16b9227 req-b14d7f6e-323d-4f75-8e14-ecb9f244740e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f HTTP/1.1" status: 200  len: 217 time: 0.1870604
Apr 05 12:09:07.844845 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-43ef7f25-9f64-4bdd-9032-1e3a4ca50eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852080937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851746098'] for subnet, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:07.873658 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-8c0ca014-1835-4408-8b4a-10672fd39b7c None None] Set router 7452404c-0b23-458f-8e7a-fc8b2aa66973 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:09:07.877544 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning for port 156727d6-d022-42f5-9238-d0bb3cdd3ec6 completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:09:07.887549 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port 156727d6-d022-42f5-9238-d0bb3cdd3ec6 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:09:07.888091 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:08.121663 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-4aef471f-271b-4b9b-8d32-dd378abcc812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:08.192016 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:08.235178 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] For port 156727d6-d022-42f5-9238-d0bb3cdd3ec6, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=156727d6-d022-42f5-9238-d0bb3cdd3ec6,segment=NetworkSegment(9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6),segment_id=9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:09:08.235412 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-ca75428e-dcdb-4ed6-9c96-21f1cce79bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:08.236054 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-ca75428e-dcdb-4ed6-9c96-21f1cce79bf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:08.237862 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-ca75428e-dcdb-4ed6-9c96-21f1cce79bf6 service neutron] 10.222.0.37 "PUT /v2.0/ports/755bd6e5-b716-4a58-a1e2-161e9d54f422 HTTP/1.1" status: 200  len: 1094 time: 5.0374246
Apr 05 12:09:08.239406 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '038a8be8-b71a-4a1e-87e5-30bd2d5fa1bc', 'tag': '755bd6e5-b716-4a58-a1e2-161e9d54f422'}] {{(pid=84268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:09:08.240294 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:08.242308 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-0bdbc3ff-12fc-42f0-a3bb-23d5ede202b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:08.331554 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Pushing event updated for resources: {'Port': ['ID=156727d6-d022-42f5-9238-d0bb3cdd3ec6,revision_number=4']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:08.335046 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:08.366871 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef7f25-9f64-4bdd-9032-1e3a4ca50eb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f4f1b55-ccc9-4a06-800e-9069a5353f3f,revision_number=0']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:08.370031 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-43ef7f25-9f64-4bdd-9032-1e3a4ca50eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:08.388928 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ef7f25-9f64-4bdd-9032-1e3a4ca50eb9 admin admin] Checking segment: {'id': 'b42d6181-b175-4d56-85b1-e2867590d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'dc4914fd-ac92-484f-b6c8-48e6144aced6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:09:08.389332 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ef7f25-9f64-4bdd-9032-1e3a4ca50eb9 admin admin] Network hostable DHCP agents. Network: dc4914fd-ac92-484f-b6c8-48e6144aced6, hostable agents: ['09bf275b-3c10-4287-a080-17cf02d540e7'], hosted agents: [] {{(pid=84269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 12:09:08.398611 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec59de-3937-49ba-af6d-1d41c16b9227 req-eb275e64-0af5-4d1d-b320-cb3272c9d6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:08.400211 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-90ec59de-3937-49ba-af6d-1d41c16b9227 req-eb275e64-0af5-4d1d-b320-cb3272c9d6f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ced82538-3893-4e0b-a29e-4343c9a27f88 HTTP/1.1" status: 200  len: 858 time: 0.2819049
Apr 05 12:09:08.477458 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-8c0ca014-1835-4408-8b4a-10672fd39b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460b7b208>, [{'id': '7452404c-0b23-458f-8e7a-fc8b2aa66973', 'name': 'tempest-TestMinimumBasicScenario-1785635277-router', 'tenant_id': 'c5bd86d391d44e198b30edc9ebe9aec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'b1c79206-7b1a-4bb6-a04c-773c30c25014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:46Z', 'updated_at': '2021-04-05T12:09:01Z', 'revision_number': 4, 'project_id': 'c5bd86d391d44e198b30edc9ebe9aec7', 'gw_port': {'id': 'b1c79206-7b1a-4bb6-a04c-773c30c25014', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:5b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7452404c-0b23-458f-8e7a-fc8b2aa66973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:49Z', 'updated_at': '2021-04-05T12:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': 'cc4aa670-acfa-472a-9526-9a2e1f10faeb', 'name': '', 'network_id': 'bbaba3ee-024f-4190-bf8e-67b0effb3751', 'tenant_id': 'c5bd86d391d44e198b30edc9ebe9aec7', 'mac_address': 'fa:16:3e:1a:84:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7452404c-0b23-458f-8e7a-fc8b2aa66973', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c1f0f3d3-0413-401f-b4b6-93bfc196462a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:56Z', 'updated_at': '2021-04-05T12:09:02Z', 'revision_number': 2, 'project_id': 'c5bd86d391d44e198b30edc9ebe9aec7', 'subnets': [{'id': 'c1f0f3d3-0413-401f-b4b6-93bfc196462a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:09:08.486405 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0ca014-1835-4408-8b4a-10672fd39b7c None None] Checking router: 7452404c-0b23-458f-8e7a-fc8b2aa66973 for host: dv-cinder-784763-1-iscsi {{(pid=84271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:09:08.487165 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0ca014-1835-4408-8b4a-10672fd39b7c None None] Updating router 7452404c-0b23-458f-8e7a-fc8b2aa66973 port cc4aa670-acfa-472a-9526-9a2e1f10faeb binding host dv-cinder-784763-1-iscsi {{(pid=84271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 12:09:08.490268 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-90ec59de-3937-49ba-af6d-1d41c16b9227 req-97935dbe-f023-4704-8620-781e55a4fd36 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0694563
Apr 05 12:09:08.499454 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f62c726a-e23a-4a6a-bb72-785002af87b4 req-de0c4434-1fed-41ab-b432-1439e8ac3715 service neutron] 10.222.0.37 "GET /v2.0/networks/0d1a45c1-5bda-4177-9f6d-4ce95f1005fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9429588
Apr 05 12:09:08.510050 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-e8dfce53-4ced-4b21-bb12-565b05e232f5 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:08.528686 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-e8dfce53-4ced-4b21-bb12-565b05e232f5 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/networks?id=07054388-504e-4ac2-b33c-6ef540158df3 HTTP/1.1" status: 200  len: 814 time: 0.6406999
Apr 05 12:09:08.541952 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ef7f25-9f64-4bdd-9032-1e3a4ca50eb9 admin admin] Network dc4914fd-ac92-484f-b6c8-48e6144aced6 is scheduled to be hosted by DHCP agent 09bf275b-3c10-4287-a080-17cf02d540e7 with binding_index 1 {{(pid=84269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 12:09:08.558275 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-b5329179-1b8c-44e3-ac04-1b4e9c508b47 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/quotas/6c0184ae62e6427db9fd25988a10a9c2 HTTP/1.1" status: 200  len: 375 time: 0.0285070
Apr 05 12:09:08.577167 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c0ca014-1835-4408-8b4a-10672fd39b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:08.606159 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-cdadba55-b119-4a90-9a6f-dbf23b7bcfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:08.607792 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-cdadba55-b119-4a90-9a6f-dbf23b7bcfd6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aeef6c5c7cf04cec883416dc0997d657&device_id=038a8be8-b71a-4a1e-87e5-30bd2d5fa1bc HTTP/1.1" status: 200  len: 1097 time: 0.3028972
Apr 05 12:09:08.645209 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-43ef7f25-9f64-4bdd-9032-1e3a4ca50eb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-iscsi, dc4914fd-ac92-484f-b6c8-48e6144aced6) {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:09:08.655917 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f70b69c-1c1b-40af-a1dc-28f4c761d3c9 None None] Network dc4914fd-ac92-484f-b6c8-48e6144aced6 requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:09:08.699278 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ef7f25-9f64-4bdd-9032-1e3a4ca50eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:08.700722 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-43ef7f25-9f64-4bdd-9032-1e3a4ca50eb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:08.731825 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-03e00d22-b56b-4229-ac6c-aaaa5e1363b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=755bd6e5-b716-4a58-a1e2-161e9d54f422 HTTP/1.1" status: 200  len: 217 time: 0.1084902
Apr 05 12:09:08.772402 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-43ef7f25-9f64-4bdd-9032-1e3a4ca50eb9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.5572200
Apr 05 12:09:08.777121 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 44134) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:09:08.825283 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01612df6-e16d-488e-8363-7db74ee7c026 req-56d29dfa-1e7b-4e24-88f5-ad8c1fbacc2f tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:08.836942 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-01612df6-e16d-488e-8363-7db74ee7c026 req-56d29dfa-1e7b-4e24-88f5-ad8c1fbacc2f tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?device_id=038a8be8-b71a-4a1e-87e5-30bd2d5fa1bc HTTP/1.1" status: 200  len: 944 time: 0.4148679
Apr 05 12:09:08.857756 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-2eae8541-027a-49fc-837e-a8539fce851e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-163224828-router', 'tenant_id': '2969fe50e12f4a288e08f76d724182e4', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'}}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:09:08.903816 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-1b5560ed-656f-4273-9217-5eab8671bf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:08.906157 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-1b5560ed-656f-4273-9217-5eab8671bf4e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb3899a7-b1f4-44f1-8307-a691d8d37d98 HTTP/1.1" status: 200  len: 848 time: 0.1577644
Apr 05 12:09:08.964763 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2eae8541-027a-49fc-837e-a8539fce851e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:09:08.971606 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-90ec59de-3937-49ba-af6d-1d41c16b9227 req-94b76808-a368-4838-a2f6-00f85c6e2f56 service neutron] 10.222.0.37 "GET /v2.0/networks/a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4362283
Apr 05 12:09:09.017216 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-01612df6-e16d-488e-8363-7db74ee7c026 req-9b20b93b-56ae-4e48-81fe-1ec23fa70786 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/security-groups?id=45378dbe-e24e-46fe-876d-24f89a40b58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1775384
Apr 05 12:09:09.018689 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-2eae8541-027a-49fc-837e-a8539fce851e admin admin] Usage tracker for resource:router and tenant:2969fe50e12f4a288e08f76d724182e4 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:09:09.084444 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-af12f12b-34ae-42e6-80ba-ddb27035fdfe tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6c0184ae62e6427db9fd25988a10a9c2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5251935
Apr 05 12:09:09.086766 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-e21727ea-983e-4946-a2a6-9217cf71f130 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=824ff9bc-3428-4660-94c8-a66bfd483c75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1729805
Apr 05 12:09:09.101187 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-2eae8541-027a-49fc-837e-a8539fce851e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:09:09.138596 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4917e4-3be7-4c2d-ad7a-a9c3f2d39539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1982f07b-7870-5634-aae6-8a59c2355e32-dc4914fd-ac92-484f-b6c8-48e6144aced6', 'network_id': 'dc4914fd-ac92-484f-b6c8-48e6144aced6', 'tenant_id': '2969fe50e12f4a288e08f76d724182e4', 'fixed_ips': [{'subnet_id': '9f4f1b55-ccc9-4a06-800e-9069a5353f3f'}]}} from dv-cinder-784763-1-iscsi. {{(pid=84270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 05 12:09:09.139547 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e4917e4-3be7-4c2d-ad7a-a9c3f2d39539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:09.165450 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '038a8be8-b71a-4a1e-87e5-30bd2d5fa1bc', 'tag': '755bd6e5-b716-4a58-a1e2-161e9d54f422', 'status': 'completed', 'code': 200}
Apr 05 12:09:09.187661 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c0ca014-1835-4408-8b4a-10672fd39b7c None None] Notify callbacks [] for port, precommit_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:09.207696 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-8c0ca014-1835-4408-8b4a-10672fd39b7c None None] Transition to ACTIVE for port object cc4aa670-acfa-472a-9526-9a2e1f10faeb will not be triggered until provisioned by entity L2. {{(pid=84271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:09:09.220544 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c0ca014-1835-4408-8b4a-10672fd39b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:09.324025 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-2eae8541-027a-49fc-837e-a8539fce851e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:09:09.357030 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2eae8541-027a-49fc-837e-a8539fce851e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773687'] for router, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:09.358041 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2eae8541-027a-49fc-837e-a8539fce851e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854366841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854330512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854383299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2110'] for router, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:09.401540 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2eae8541-027a-49fc-837e-a8539fce851e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:09.571214 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-7e4917e4-3be7-4c2d-ad7a-a9c3f2d39539 None None] Allocated IP 172.20.0.2 (dc4914fd-ac92-484f-b6c8-48e6144aced6/9f4f1b55-ccc9-4a06-800e-9069a5353f3f/32f37c97-f964-47b2-9ed0-b14e73368644) {{(pid=84270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:09:09.613465 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 156727d6-d022-42f5-9238-d0bb3cdd3ec6 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:09:09.622420 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:09.744705 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cccc27-570c-42f1-a7dd-02d3a6ff2aba None None] Pushing event updated for resources: {'Port': ['ID=cc4aa670-acfa-472a-9526-9a2e1f10faeb,revision_number=3']} {{(pid=84271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:09.762609 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-53cccc27-570c-42f1-a7dd-02d3a6ff2aba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:09.972271 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-4dc5ac48-d842-41dd-9fb8-9958400c66b0 service neutron] 10.222.0.37 "GET /v2.0/networks/824ff9bc-3428-4660-94c8-a66bfd483c75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8716023
Apr 05 12:09:10.049200 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port 156727d6-d022-42f5-9238-d0bb3cdd3ec6 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:09:10.049776 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:10.136705 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-8c0ca014-1835-4408-8b4a-10672fd39b7c None None] Attempting to bind port cc4aa670-acfa-472a-9526-9a2e1f10faeb on host dv-cinder-784763-1-iscsi for vnic_type normal with profile  {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:09:10.137040 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-8c0ca014-1835-4408-8b4a-10672fd39b7c None None] Attempting to bind port cc4aa670-acfa-472a-9526-9a2e1f10faeb by drivers openvswitch,hyperv on host dv-cinder-784763-1-iscsi at level 0 using segments [{'id': 'e3c6b405-3493-4512-8522-9eb27479d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbaba3ee-024f-4190-bf8e-67b0effb3751'}] {{(pid=84271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:09:10.142431 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0ca014-1835-4408-8b4a-10672fd39b7c None None] Attempting to bind port cc4aa670-acfa-472a-9526-9a2e1f10faeb on network bbaba3ee-024f-4190-bf8e-67b0effb3751 {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:09:10.157996 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0ca014-1835-4408-8b4a-10672fd39b7c None None] Checking agent: {'id': '93e0106f-7977-40cd-8b89-dc51f73202a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 25), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:09:10.158452 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0ca014-1835-4408-8b4a-10672fd39b7c None None] Checking segment: {'id': 'e3c6b405-3493-4512-8522-9eb27479d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbaba3ee-024f-4190-bf8e-67b0effb3751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:09:10.158912 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c0ca014-1835-4408-8b4a-10672fd39b7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:10.159351 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0ca014-1835-4408-8b4a-10672fd39b7c None None] Bound using segment: {'id': 'e3c6b405-3493-4512-8522-9eb27479d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbaba3ee-024f-4190-bf8e-67b0effb3751'} {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:09:10.159950 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-8c0ca014-1835-4408-8b4a-10672fd39b7c None None] Bound port: cc4aa670-acfa-472a-9526-9a2e1f10faeb, host: dv-cinder-784763-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c6b405-3493-4512-8522-9eb27479d071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbaba3ee-024f-4190-bf8e-67b0effb3751'}}] {{(pid=84271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:09:10.160372 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c0ca014-1835-4408-8b4a-10672fd39b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:10.295339 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2eae8541-027a-49fc-837e-a8539fce851e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854330527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854367201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2095'] for router, precommit_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:10.377922 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-8c0ca014-1835-4408-8b4a-10672fd39b7c None None] For port cc4aa670-acfa-472a-9526-9a2e1f10faeb, host dv-cinder-784763-1-iscsi, cleared binding levels {{(pid=84271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:09:10.383153 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-8c0ca014-1835-4408-8b4a-10672fd39b7c None None] For port cc4aa670-acfa-472a-9526-9a2e1f10faeb, host dv-cinder-784763-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=cc4aa670-acfa-472a-9526-9a2e1f10faeb,segment=NetworkSegment(e3c6b405-3493-4512-8522-9eb27479d071),segment_id=e3c6b405-3493-4512-8522-9eb27479d071)] {{(pid=84271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:09:10.391897 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c0ca014-1835-4408-8b4a-10672fd39b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:10.414712 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ef9739a0-44f1-4d43-988d-999ae60743a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:10.419837 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-afa320ce-cf8b-4ff1-acfc-c1ff4a4afb52 service neutron] 10.222.0.36 "GET /v2.0/networks/07054388-504e-4ac2-b33c-6ef540158df3?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3204648
Apr 05 12:09:10.442815 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e4917e4-3be7-4c2d-ad7a-a9c3f2d39539 None None] Notify callbacks [] for port, precommit_create {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:10.456269 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-7e4917e4-3be7-4c2d-ad7a-a9c3f2d39539 None None] Transition to ACTIVE for port object 32f37c97-f964-47b2-9ed0-b14e73368644 will not be triggered until provisioned by entity L2. {{(pid=84270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:09:10.484591 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42264437-1b98-4424-86f7-d0f00e26489c req-43507787-493c-4b81-94ab-0d4d9ac2074b tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:10.492844 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-42264437-1b98-4424-86f7-d0f00e26489c req-43507787-493c-4b81-94ab-0d4d9ac2074b tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.8901374
Apr 05 12:09:10.501652 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-7e4917e4-3be7-4c2d-ad7a-a9c3f2d39539 None None] Transition to ACTIVE for port object 32f37c97-f964-47b2-9ed0-b14e73368644 will not be triggered until provisioned by entity DHCP. {{(pid=84270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:09:10.528268 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e4917e4-3be7-4c2d-ad7a-a9c3f2d39539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368'] for port, after_create {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:10.561366 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-90ec59de-3937-49ba-af6d-1d41c16b9227 req-d153b897-c4ef-4274-8822-ed15ebf43915 service neutron] 10.222.0.37 "GET /v2.0/networks/a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.5779371
Apr 05 12:09:10.573401 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:10.617176 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-6dabe1c7-d346-4d83-b538-70b99eabdd1a service neutron] 10.222.0.36 "GET /v2.0/networks/07054388-504e-4ac2-b33c-6ef540158df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1960773
Apr 05 12:09:10.662664 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cccc27-570c-42f1-a7dd-02d3a6ff2aba None None] Pushing event updated for resources: {'Port': ['ID=cc4aa670-acfa-472a-9526-9a2e1f10faeb,revision_number=4']} {{(pid=84271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:10.698598 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-53cccc27-570c-42f1-a7dd-02d3a6ff2aba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:10.707918 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e9f1d6b3-c46b-4905-8fdf-c1e22eea1519 req-95dc8afe-5c03-4d91-954f-e1df8e92ac4b service neutron] 10.222.0.37 "GET /v2.0/networks/824ff9bc-3428-4660-94c8-a66bfd483c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6598148
Apr 05 12:09:10.736849 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-42264437-1b98-4424-86f7-d0f00e26489c req-888f2e1f-4117-4609-b6c5-2c6cbf809c53 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1636961
Apr 05 12:09:10.796443 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0ca014-1835-4408-8b4a-10672fd39b7c None None] Routers {'7452404c-0b23-458f-8e7a-fc8b2aa66973'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:09:10.797138 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-8c0ca014-1835-4408-8b4a-10672fd39b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460b7b208>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:08:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['7452404c-0b23-458f-8e7a-fc8b2aa66973'], 'active': True} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:09:10.880082 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4917e4-3be7-4c2d-ad7a-a9c3f2d39539 None None] Pushing event updated for resources: {'Port': ['ID=32f37c97-f964-47b2-9ed0-b14e73368644,revision_number=1']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:10.891826 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-7e4917e4-3be7-4c2d-ad7a-a9c3f2d39539 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:10.892888 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe965d8-cc24-47c7-9439-190ddb33608c None None] Sync routers for ids ['e5d19339-7fe4-4183-a097-fdd56b319eeb'] in dv-cinder-784763-1-iscsi {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:09:10.938741 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe965d8-cc24-47c7-9439-190ddb33608c None None] Routers {'e5d19339-7fe4-4183-a097-fdd56b319eeb'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:09:10.942847 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-bbe965d8-cc24-47c7-9439-190ddb33608c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460ceb390>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:08:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['e5d19339-7fe4-4183-a097-fdd56b319eeb'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:09:11.004672 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba826bc-18e1-44b8-82f9-addaed7131ec req-6a680092-2210-4845-ad4d-ff56fe705535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:11.010324 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-aba826bc-18e1-44b8-82f9-addaed7131ec req-6a680092-2210-4845-ad4d-ff56fe705535 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aeef6c5c7cf04cec883416dc0997d657&device_id=038a8be8-b71a-4a1e-87e5-30bd2d5fa1bc HTTP/1.1" status: 200  len: 1097 time: 0.2314284
Apr 05 12:09:11.389021 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba826bc-18e1-44b8-82f9-addaed7131ec req-c6700dd7-07eb-4574-a466-63f94acbd0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:11.394574 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-aba826bc-18e1-44b8-82f9-addaed7131ec req-c6700dd7-07eb-4574-a466-63f94acbd0bc service neutron] 10.222.0.37 "GET /v2.0/networks?id=824ff9bc-3428-4660-94c8-a66bfd483c75 HTTP/1.1" status: 200  len: 909 time: 0.3717556
Apr 05 12:09:11.449694 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2eae8541-027a-49fc-837e-a8539fce851e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:11.461858 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-8c0ca014-1835-4408-8b4a-10672fd39b7c None None] Set router 7452404c-0b23-458f-8e7a-fc8b2aa66973 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:09:11.617409 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2eae8541-027a-49fc-837e-a8539fce851e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:11.701571 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-aba826bc-18e1-44b8-82f9-addaed7131ec req-a4dae186-35e1-4c50-b580-a7c611406df1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=755bd6e5-b716-4a58-a1e2-161e9d54f422 HTTP/1.1" status: 200  len: 217 time: 0.1938007
Apr 05 12:09:11.792976 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4917e4-3be7-4c2d-ad7a-a9c3f2d39539 None None] Network dc4914fd-ac92-484f-b6c8-48e6144aced6 is already hosted by enough agents. {{(pid=84270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:09:11.813959 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-bbe965d8-cc24-47c7-9439-190ddb33608c None None] Set router e5d19339-7fe4-4183-a097-fdd56b319eeb gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:09:11.873987 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-7e4917e4-3be7-4c2d-ad7a-a9c3f2d39539 None None] Resources bound (agent type, host, resource id):  {{(pid=84270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:09:11.887916 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4917e4-3be7-4c2d-ad7a-a9c3f2d39539 None None] Received port after_create {{(pid=84270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:09:11.906164 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb087f-020b-46dd-bb61-1575c5a54534 req-ccf9a09e-546e-4eb8-8b88-818a088be710 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:11.931060 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1acb087f-020b-46dd-bb61-1575c5a54534 req-ccf9a09e-546e-4eb8-8b88-818a088be710 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?device_id=038a8be8-b71a-4a1e-87e5-30bd2d5fa1bc HTTP/1.1" status: 200  len: 944 time: 0.5350492
Apr 05 12:09:12.090030 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1acb087f-020b-46dd-bb61-1575c5a54534 req-5f8ee6df-0cd7-4bf9-a507-62d882727ed2 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/security-groups?id=45378dbe-e24e-46fe-876d-24f89a40b58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1579614
Apr 05 12:09:12.102247 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba826bc-18e1-44b8-82f9-addaed7131ec req-659bf6e8-e0b5-46b0-a1a0-7eac004cb546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:12.103829 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-aba826bc-18e1-44b8-82f9-addaed7131ec req-659bf6e8-e0b5-46b0-a1a0-7eac004cb546 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb3899a7-b1f4-44f1-8307-a691d8d37d98 HTTP/1.1" status: 200  len: 848 time: 0.3868070
Apr 05 12:09:12.267447 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-aba826bc-18e1-44b8-82f9-addaed7131ec req-11cabc51-f7d1-487c-9c92-cf4f44148ec0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=824ff9bc-3428-4660-94c8-a66bfd483c75&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1486192
Apr 05 12:09:12.350638 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-13bfbcd1-68f8-4eb8-afdd-40e6dcc1643a req-e5e9b82f-6405-48ee-92c0-3b6ea013fbfb tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eed7b27-b499-4cef-b1c1-2f387e3e690a HTTP/1.1" status: 200  len: 210 time: 0.8271666
Apr 05 12:09:12.591961 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-2eae8541-027a-49fc-837e-a8539fce851e admin admin] Allocated IP 172.27.0.45 (9d12ef10-d92d-4db6-ae05-ceb86a15802e/0ceae222-356e-4bb7-8260-995ea8a55dd5/f9694837-9215-4b10-ad2e-0649b442d0e2) {{(pid=84269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:09:12.729591 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-8c0ca014-1835-4408-8b4a-10672fd39b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460b7b208>, [{'id': '7452404c-0b23-458f-8e7a-fc8b2aa66973', 'name': 'tempest-TestMinimumBasicScenario-1785635277-router', 'tenant_id': 'c5bd86d391d44e198b30edc9ebe9aec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'b1c79206-7b1a-4bb6-a04c-773c30c25014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:46Z', 'updated_at': '2021-04-05T12:09:01Z', 'revision_number': 4, 'project_id': 'c5bd86d391d44e198b30edc9ebe9aec7', 'gw_port': {'id': 'b1c79206-7b1a-4bb6-a04c-773c30c25014', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:5b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7452404c-0b23-458f-8e7a-fc8b2aa66973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:49Z', 'updated_at': '2021-04-05T12:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': 'cc4aa670-acfa-472a-9526-9a2e1f10faeb', 'name': '', 'network_id': 'bbaba3ee-024f-4190-bf8e-67b0effb3751', 'tenant_id': 'c5bd86d391d44e198b30edc9ebe9aec7', 'mac_address': 'fa:16:3e:1a:84:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7452404c-0b23-458f-8e7a-fc8b2aa66973', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c1f0f3d3-0413-401f-b4b6-93bfc196462a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:56Z', 'updated_at': '2021-04-05T12:09:10Z', 'revision_number': 4, 'project_id': 'c5bd86d391d44e198b30edc9ebe9aec7', 'subnets': [{'id': 'c1f0f3d3-0413-401f-b4b6-93bfc196462a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:09:12.738928 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0ca014-1835-4408-8b4a-10672fd39b7c None None] The sync data for ids ['7452404c-0b23-458f-8e7a-fc8b2aa66973'] in dv-cinder-784763-1-iscsi is: [{'id': '7452404c-0b23-458f-8e7a-fc8b2aa66973', 'name': 'tempest-TestMinimumBasicScenario-1785635277-router', 'tenant_id': 'c5bd86d391d44e198b30edc9ebe9aec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'b1c79206-7b1a-4bb6-a04c-773c30c25014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:46Z', 'updated_at': '2021-04-05T12:09:01Z', 'revision_number': 4, 'project_id': 'c5bd86d391d44e198b30edc9ebe9aec7', 'gw_port': {'id': 'b1c79206-7b1a-4bb6-a04c-773c30c25014', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:5b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7452404c-0b23-458f-8e7a-fc8b2aa66973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:49Z', 'updated_at': '2021-04-05T12:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': 'cc4aa670-acfa-472a-9526-9a2e1f10faeb', 'name': '', 'network_id': 'bbaba3ee-024f-4190-bf8e-67b0effb3751', 'tenant_id': 'c5bd86d391d44e198b30edc9ebe9aec7', 'mac_address': 'fa:16:3e:1a:84:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7452404c-0b23-458f-8e7a-fc8b2aa66973', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c1f0f3d3-0413-401f-b4b6-93bfc196462a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:56Z', 'updated_at': '2021-04-05T12:09:10Z', 'revision_number': 4, 'project_id': 'c5bd86d391d44e198b30edc9ebe9aec7', 'subnets': [{'id': 'c1f0f3d3-0413-401f-b4b6-93bfc196462a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:09:12.768187 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-7e4917e4-3be7-4c2d-ad7a-a9c3f2d39539 None None] Attempting to bind port 32f37c97-f964-47b2-9ed0-b14e73368644 on host dv-cinder-784763-1-iscsi for vnic_type normal with profile  {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:09:12.778308 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-7e4917e4-3be7-4c2d-ad7a-a9c3f2d39539 None None] Attempting to bind port 32f37c97-f964-47b2-9ed0-b14e73368644 by drivers openvswitch,hyperv on host dv-cinder-784763-1-iscsi at level 0 using segments [{'id': 'b42d6181-b175-4d56-85b1-e2867590d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'dc4914fd-ac92-484f-b6c8-48e6144aced6'}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:09:12.778894 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4917e4-3be7-4c2d-ad7a-a9c3f2d39539 None None] Attempting to bind port 32f37c97-f964-47b2-9ed0-b14e73368644 on network dc4914fd-ac92-484f-b6c8-48e6144aced6 {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:09:12.788223 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f527bc2-a1ab-4a5a-8b45-e88ba885afef req-a97216e4-31c5-4a45-947d-3388f704aa56 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:12.809239 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6f527bc2-a1ab-4a5a-8b45-e88ba885afef req-a97216e4-31c5-4a45-947d-3388f704aa56 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.2604578
Apr 05 12:09:12.830271 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4917e4-3be7-4c2d-ad7a-a9c3f2d39539 None None] Checking agent: {'id': '93e0106f-7977-40cd-8b89-dc51f73202a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 25), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:09:12.833209 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4917e4-3be7-4c2d-ad7a-a9c3f2d39539 None None] Checking segment: {'id': 'b42d6181-b175-4d56-85b1-e2867590d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'dc4914fd-ac92-484f-b6c8-48e6144aced6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:09:12.833359 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e4917e4-3be7-4c2d-ad7a-a9c3f2d39539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:12.836200 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4917e4-3be7-4c2d-ad7a-a9c3f2d39539 None None] Bound using segment: {'id': 'b42d6181-b175-4d56-85b1-e2867590d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'dc4914fd-ac92-484f-b6c8-48e6144aced6'} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:09:12.836893 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-7e4917e4-3be7-4c2d-ad7a-a9c3f2d39539 None None] Bound port: 32f37c97-f964-47b2-9ed0-b14e73368644, host: dv-cinder-784763-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42d6181-b175-4d56-85b1-e2867590d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'dc4914fd-ac92-484f-b6c8-48e6144aced6'}}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:09:12.837439 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e4917e4-3be7-4c2d-ad7a-a9c3f2d39539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:12.861639 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2eae8541-027a-49fc-837e-a8539fce851e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:12.979818 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-aba826bc-18e1-44b8-82f9-addaed7131ec req-35961da5-aa6a-476b-a8b5-f400664cdcc4 service neutron] 10.222.0.37 "GET /v2.0/networks/824ff9bc-3428-4660-94c8-a66bfd483c75?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7018209
Apr 05 12:09:12.994480 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2eae8541-027a-49fc-837e-a8539fce851e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:13.047388 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:13.229306 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6f527bc2-a1ab-4a5a-8b45-e88ba885afef req-333a5798-e096-481b-b8b3-cc244ec38849 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4075732
Apr 05 12:09:13.324819 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-7e4917e4-3be7-4c2d-ad7a-a9c3f2d39539 None None] For port 32f37c97-f964-47b2-9ed0-b14e73368644, host dv-cinder-784763-1-iscsi, cleared binding levels {{(pid=84270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:09:13.464609 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-7e4917e4-3be7-4c2d-ad7a-a9c3f2d39539 None None] For port 32f37c97-f964-47b2-9ed0-b14e73368644, host dv-cinder-784763-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=32f37c97-f964-47b2-9ed0-b14e73368644,segment=NetworkSegment(b42d6181-b175-4d56-85b1-e2867590d754),segment_id=b42d6181-b175-4d56-85b1-e2867590d754)] {{(pid=84270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:09:13.470844 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-aba826bc-18e1-44b8-82f9-addaed7131ec req-ccc09136-f1ff-437b-a468-b192a0921e97 service neutron] 10.222.0.37 "GET /v2.0/networks/824ff9bc-3428-4660-94c8-a66bfd483c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4535778
Apr 05 12:09:13.494050 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e4917e4-3be7-4c2d-ad7a-a9c3f2d39539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:13.528866 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:13.654265 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d8910f44-7963-4ea4-a32e-3fdd9a1cbfd6 req-14a4848f-334b-476d-b6b5-4669ca7287f3 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eed7b27-b499-4cef-b1c1-2f387e3e690a HTTP/1.1" status: 200  len: 210 time: 0.0946496
Apr 05 12:09:13.761230 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae8541-027a-49fc-837e-a8539fce851e admin admin] Pushing event updated for resources: {'Port': ['ID=f9694837-9215-4b10-ad2e-0649b442d0e2,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:13.766042 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2eae8541-027a-49fc-837e-a8539fce851e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:13.829625 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device cc4aa670-acfa-472a-9526-9a2e1f10faeb up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:09:13.980332 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-3a4ed1f9-eb77-46f0-a368-dc3960f64fb6 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:13.986337 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-3a4ed1f9-eb77-46f0-a368-dc3960f64fb6 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.37 "GET /v2.0/networks?id=07054388-504e-4ac2-b33c-6ef540158df3 HTTP/1.1" status: 200  len: 814 time: 0.6372733
Apr 05 12:09:14.015775 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4917e4-3be7-4c2d-ad7a-a9c3f2d39539 None None] Pushing event updated for resources: {'Port': ['ID=32f37c97-f964-47b2-9ed0-b14e73368644,revision_number=2']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:14.023021 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-7e4917e4-3be7-4c2d-ad7a-a9c3f2d39539 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:14.158598 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-314e2975-0edd-49b4-a8f1-80ac5e5f1bf4 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Request body: {'port': {'device_id': '2eed7b27-b499-4cef-b1c1-2f387e3e690a', 'network_id': '07054388-504e-4ac2-b33c-6ef540158df3', 'admin_state_up': True, 'tenant_id': '6c0184ae62e6427db9fd25988a10a9c2'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:09:14.228262 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-bbe965d8-cc24-47c7-9439-190ddb33608c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460ceb390>, [{'id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'name': 'tempest-TestVolumeBootPattern-569576050-router', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:53Z', 'updated_at': '2021-04-05T12:09:02Z', 'revision_number': 4, 'project_id': '629fa1a565724595a30468e1271ead78', 'gw_port': {'id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:55Z', 'updated_at': '2021-04-05T12:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': '618bc0a5-d832-4a1e-bcde-4a8f04eb16df', 'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'mac_address': 'fa:16:3e:ad:bd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:01Z', 'updated_at': '2021-04-05T12:09:02Z', 'revision_number': 2, 'project_id': '629fa1a565724595a30468e1271ead78', 'subnets': [{'id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:09:14.236405 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe965d8-cc24-47c7-9439-190ddb33608c None None] Checking router: e5d19339-7fe4-4183-a097-fdd56b319eeb for host: dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:09:14.236806 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe965d8-cc24-47c7-9439-190ddb33608c None None] Updating router e5d19339-7fe4-4183-a097-fdd56b319eeb port 618bc0a5-d832-4a1e-bcde-4a8f04eb16df binding host dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 12:09:14.359139 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bbe965d8-cc24-47c7-9439-190ddb33608c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:14.489650 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-314e2975-0edd-49b4-a8f1-80ac5e5f1bf4 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:09:14.506942 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-314e2975-0edd-49b4-a8f1-80ac5e5f1bf4 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:09:14.527940 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-314e2975-0edd-49b4-a8f1-80ac5e5f1bf4 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Made reservation on behalf of 6c0184ae62e6427db9fd25988a10a9c2 for: {'port': 1} {{(pid=84269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:09:14.537196 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-314e2975-0edd-49b4-a8f1-80ac5e5f1bf4 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:14.596486 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 755bd6e5-b716-4a58-a1e2-161e9d54f422 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 12:09:14.641232 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning for port cc4aa670-acfa-472a-9526-9a2e1f10faeb completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:09:14.674865 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port cc4aa670-acfa-472a-9526-9a2e1f10faeb triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:09:14.677839 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:14.695355 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eae8541-027a-49fc-837e-a8539fce851e admin admin] Network 9d12ef10-d92d-4db6-ae05-ceb86a15802e is already hosted by enough agents. {{(pid=84269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:09:14.717998 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-2eae8541-027a-49fc-837e-a8539fce851e admin admin] Resources bound (agent type, host, resource id):  {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:09:14.720894 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eae8541-027a-49fc-837e-a8539fce851e admin admin] Received port after_create {{(pid=84269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:09:14.922109 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d7126-984c-4f09-8d4c-c2762648b2b7 req-5c3cff86-4b94-444a-8be8-2be69be30d96 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:14.931111 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-456d7126-984c-4f09-8d4c-c2762648b2b7 req-5c3cff86-4b94-444a-8be8-2be69be30d96 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.1920180
Apr 05 12:09:15.001069 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-456d7126-984c-4f09-8d4c-c2762648b2b7 req-5c6800fe-b669-434c-b9ea-16061453008c tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685866
Apr 05 12:09:15.078031 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 755bd6e5-b716-4a58-a1e2-161e9d54f422, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=755bd6e5-b716-4a58-a1e2-161e9d54f422,segment=NetworkSegment(cca319d6-d04d-4541-ba09-f3b3756a74bc),segment_id=cca319d6-d04d-4541-ba09-f3b3756a74bc)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:09:15.098082 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Returning: {'device': '755bd6e5-b716-4a58-a1e2-161e9d54f422', 'network_id': '824ff9bc-3428-4660-94c8-a66bfd483c75', 'port_id': '755bd6e5-b716-4a58-a1e2-161e9d54f422', 'mac_address': 'fa:16:3e:c4:9b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3899a7-b1f4-44f1-8307-a691d8d37d98', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 12:09:15.114958 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-314e2975-0edd-49b4-a8f1-80ac5e5f1bf4 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Allocated IP 172.20.0.9 (07054388-504e-4ac2-b33c-6ef540158df3/a41d3eb2-4ae3-4bca-813b-303785d3193b/bf171599-2595-48ef-91f6-d69e602260cb) {{(pid=84269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:09:15.257018 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-95da916d-2b21-4491-8df6-554521c0a92d req-94216785-0a70-4cfb-87d4-d9ad2a593cfe tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eed7b27-b499-4cef-b1c1-2f387e3e690a HTTP/1.1" status: 200  len: 210 time: 0.0833085
Apr 05 12:09:15.289048 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:15.371996 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:15.380584 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-314e2975-0edd-49b4-a8f1-80ac5e5f1bf4 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Notify callbacks [] for port, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:15.459772 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 755bd6e5-b716-4a58-a1e2-161e9d54f422 {{(pid=84270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:09:15.496363 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87619baa-5c8a-48c1-9f98-77587c0637cb req-6c655c39-e618-48e5-b3a2-9eeb793e202c tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:15.505269 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-87619baa-5c8a-48c1-9f98-77587c0637cb req-6c655c39-e618-48e5-b3a2-9eeb793e202c tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?device_id=038a8be8-b71a-4a1e-87e5-30bd2d5fa1bc HTTP/1.1" status: 200  len: 944 time: 1.6675055
Apr 05 12:09:15.507016 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] For port cc4aa670-acfa-472a-9526-9a2e1f10faeb, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=cc4aa670-acfa-472a-9526-9a2e1f10faeb,segment=NetworkSegment(e3c6b405-3493-4512-8522-9eb27479d071),segment_id=e3c6b405-3493-4512-8522-9eb27479d071)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:09:15.517334 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:15.521927 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 755bd6e5-b716-4a58-a1e2-161e9d54f422, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=755bd6e5-b716-4a58-a1e2-161e9d54f422,segment=NetworkSegment(cca319d6-d04d-4541-ba09-f3b3756a74bc),segment_id=cca319d6-d04d-4541-ba09-f3b3756a74bc)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:09:15.525407 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:15.576987 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-314e2975-0edd-49b4-a8f1-80ac5e5f1bf4 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:15.582431 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:15.597618 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['57c15950-2ba5-4a42-bb4d-ae7ef56b0248', '8982c272-f481-4303-82c5-1958c6301c19', 'c0b82022-589f-4b45-a8d6-945f8492e0e0'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:09:15.649689 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-9d7c0822-9cc5-4870-a9b2-21a2cc472ec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:15.808495 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Pushing event updated for resources: {'Port': ['ID=cc4aa670-acfa-472a-9526-9a2e1f10faeb,revision_number=5']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:15.812468 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:15.818819 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-87619baa-5c8a-48c1-9f98-77587c0637cb req-cf8202ed-87fb-48e3-9c6b-9fde2e71ab77 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/security-groups?id=45378dbe-e24e-46fe-876d-24f89a40b58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3121943
Apr 05 12:09:15.819075 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.226s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:15.864647 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 32f37c97-f964-47b2-9ed0-b14e73368644 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:09:16.045398 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bbe965d8-cc24-47c7-9439-190ddb33608c None None] Notify callbacks [] for port, precommit_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:16.065611 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-bbe965d8-cc24-47c7-9439-190ddb33608c None None] Transition to ACTIVE for port object 618bc0a5-d832-4a1e-bcde-4a8f04eb16df will not be triggered until provisioned by entity L2. {{(pid=84270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:09:16.174699 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bbe965d8-cc24-47c7-9439-190ddb33608c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:16.220663 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 44226) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:09:16.350058 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e2975-0edd-49b4-a8f1-80ac5e5f1bf4 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Pushing event updated for resources: {'Port': ['ID=bf171599-2595-48ef-91f6-d69e602260cb,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:16.374001 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-314e2975-0edd-49b4-a8f1-80ac5e5f1bf4 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:16.392507 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-eefb01e5-e41d-4398-ae60-8780685e3b28 admin admin] Deleting subnet f7d8b0b9-cca3-47db-b912-2120b5e6eb06 {{(pid=84268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 05 12:09:16.401034 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eefb01e5-e41d-4398-ae60-8780685e3b28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:16.403779 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-314e2975-0edd-49b4-a8f1-80ac5e5f1bf4 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Network 07054388-504e-4ac2-b33c-6ef540158df3 is already hosted by enough agents. {{(pid=84269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:09:16.410628 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-314e2975-0edd-49b4-a8f1-80ac5e5f1bf4 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Resources bound (agent type, host, resource id):  {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:09:16.426251 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-314e2975-0edd-49b4-a8f1-80ac5e5f1bf4 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Received port after_create {{(pid=84269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:09:16.530958 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['755bd6e5-b716-4a58-a1e2-161e9d54f422'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:09:16.547659 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eefb01e5-e41d-4398-ae60-8780685e3b28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852551420'] for subnet, precommit_delete_associations {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:16.560222 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=755bd6e5-b716-4a58-a1e2-161e9d54f422,revision_number=4']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:16.581775 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e690b-ea0b-4534-9fde-a3c62ca25b47 req-46937d6e-9905-407f-b61e-9ba108714cc4 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:16.583591 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-956e690b-ea0b-4534-9fde-a3c62ca25b47 req-46937d6e-9905-407f-b61e-9ba108714cc4 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.3696074
Apr 05 12:09:16.594572 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521e90c0-00e2-428f-9076-65f6994b40e8 None None] Network dc4914fd-ac92-484f-b6c8-48e6144aced6 requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:09:16.630476 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eefb01e5-e41d-4398-ae60-8780685e3b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-128983'] for subnet, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:16.637991 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.819s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:16.650795 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-956e690b-ea0b-4534-9fde-a3c62ca25b47 req-40f741eb-e6eb-40ed-8cb1-236ccbd88961 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568531
Apr 05 12:09:16.657191 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-314e2975-0edd-49b4-a8f1-80ac5e5f1bf4 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:16.657865 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-314e2975-0edd-49b4-a8f1-80ac5e5f1bf4 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:16.692838 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2eae8541-027a-49fc-837e-a8539fce851e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:16.749260 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.511s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:16.759019 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-314e2975-0edd-49b4-a8f1-80ac5e5f1bf4 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6628768
Apr 05 12:09:16.949447 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c76d19-e8cc-49b7-b5d3-4778b98b3084 req-6176e5b3-1978-4e8c-95bd-2086be2ed0be tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:16.957957 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-23c76d19-e8cc-49b7-b5d3-4778b98b3084 req-6176e5b3-1978-4e8c-95bd-2086be2ed0be tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eed7b27-b499-4cef-b1c1-2f387e3e690a HTTP/1.1" status: 200  len: 931 time: 0.1681755
Apr 05 12:09:16.970592 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1794f7-a0fa-4cca-a23b-5df884ffc920 None None] Pushing event updated for resources: {'Port': ['ID=618bc0a5-d832-4a1e-bcde-4a8f04eb16df,revision_number=3']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:17.026889 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-4b691c30-8f73-4564-90e6-c0d9cc5be880 None None] Provisioning for port 32f37c97-f964-47b2-9ed0-b14e73368644 completed by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:09:17.036638 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-23c76d19-e8cc-49b7-b5d3-4778b98b3084 req-137017e3-e071-400a-8038-b1a95d9e7e5b tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769179
Apr 05 12:09:17.039244 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-7f1794f7-a0fa-4cca-a23b-5df884ffc920 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:17.096317 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning for port 32f37c97-f964-47b2-9ed0-b14e73368644 completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:09:17.115555 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port 32f37c97-f964-47b2-9ed0-b14e73368644 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:09:17.116332 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:17.278201 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] Request body: {'port': {'device_id': '2eed7b27-b499-4cef-b1c1-2f387e3e690a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:09:17.315135 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eefb01e5-e41d-4398-ae60-8780685e3b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854646833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851385147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851841380'] for subnet, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:17.416894 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:17.444059 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d14ee7e4-0a78-40fb-87c4-c37df06ec7fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:17.462934 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:17.492128 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb01e5-e41d-4398-ae60-8780685e3b28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7d8b0b9-cca3-47db-b912-2120b5e6eb06,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:17.504024 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eefb01e5-e41d-4398-ae60-8780685e3b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for subnet, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:17.511361 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb01e5-e41d-4398-ae60-8780685e3b28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:17.511938 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb01e5-e41d-4398-ae60-8780685e3b28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:17.512338 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb01e5-e41d-4398-ae60-8780685e3b28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:17.512732 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb01e5-e41d-4398-ae60-8780685e3b28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:17.513119 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb01e5-e41d-4398-ae60-8780685e3b28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:17.513510 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb01e5-e41d-4398-ae60-8780685e3b28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:17.513894 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb01e5-e41d-4398-ae60-8780685e3b28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:17.514307 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb01e5-e41d-4398-ae60-8780685e3b28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:17.514696 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb01e5-e41d-4398-ae60-8780685e3b28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:17.515077 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb01e5-e41d-4398-ae60-8780685e3b28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:17.515455 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb01e5-e41d-4398-ae60-8780685e3b28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:17.515833 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefb01e5-e41d-4398-ae60-8780685e3b28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:17.526706 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-eefb01e5-e41d-4398-ae60-8780685e3b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:17.528605 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-eefb01e5-e41d-4398-ae60-8780685e3b28 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f7d8b0b9-cca3-47db-b912-2120b5e6eb06 HTTP/1.1" status: 204  len: 168 time: 1.3068709
Apr 05 12:09:17.538285 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 44242) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:09:17.630556 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] For port 32f37c97-f964-47b2-9ed0-b14e73368644, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=32f37c97-f964-47b2-9ed0-b14e73368644,segment=NetworkSegment(b42d6181-b175-4d56-85b1-e2867590d754),segment_id=b42d6181-b175-4d56-85b1-e2867590d754)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:09:17.669683 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2207551a-3b46-4f5b-aa22-83ca745b552e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-139629'] for network, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:17.731710 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:17.793393 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d2225409-ff1a-47a3-9089-b2adbe1c7b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:17.994606 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Pushing event updated for resources: {'Port': ['ID=32f37c97-f964-47b2-9ed0-b14e73368644,revision_number=3']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:18.007524 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:18.014924 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device cc4aa670-acfa-472a-9526-9a2e1f10faeb up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:09:18.047834 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2207551a-3b46-4f5b-aa22-83ca745b552e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768810', 'neutron.services.segments.db._delete_segments_for_network--9223363299714337857'] for network, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:18.056408 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf171599-2595-48ef-91f6-d69e602260cb {{(pid=84269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:09:18.065102 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:18.084534 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] Transition to ACTIVE for port object bf171599-2595-48ef-91f6-d69e602260cb will not be triggered until provisioned by entity L2. {{(pid=84269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:09:18.111953 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26b108-f6c4-42c0-bfe0-8c6dd151901f req-763f0f5a-52fa-407e-b070-35b8e871a108 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:18.127299 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-db26b108-f6c4-42c0-bfe0-8c6dd151901f req-763f0f5a-52fa-407e-b070-35b8e871a108 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?device_id=038a8be8-b71a-4a1e-87e5-30bd2d5fa1bc HTTP/1.1" status: 200  len: 945 time: 0.9728444
Apr 05 12:09:18.156344 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2694713'] for port, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:18.182679 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-6e8038f4-e5ad-4322-98fe-c43c5f2690f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:18.246785 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-2207551a-3b46-4f5b-aa22-83ca745b552e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f245b3dbd30>,) {'filters': {'network_id': ['686333fe-0b6b-458d-9188-9ba94e8ad840']}} {{(pid=84268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:09:18.261354 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-2207551a-3b46-4f5b-aa22-83ca745b552e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f245b3dbd30>, '4ea1d17c-d05b-46a3-a210-68bc8d1562a9') {'for_net_delete': True} {{(pid=84268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:09:18.261858 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-2207551a-3b46-4f5b-aa22-83ca745b552e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f245b3dbd30>, '4ea1d17c-d05b-46a3-a210-68bc8d1562a9') {} {{(pid=84268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:09:18.275376 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2207551a-3b46-4f5b-aa22-83ca745b552e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737140437841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2224397'] for segment, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:18.288906 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port cc4aa670-acfa-472a-9526-9a2e1f10faeb triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:09:18.289563 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:18.292900 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2207551a-3b46-4f5b-aa22-83ca745b552e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:18.300343 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2207551a-3b46-4f5b-aa22-83ca745b552e admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=84268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 05 12:09:18.384445 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-bbe965d8-cc24-47c7-9439-190ddb33608c None None] Attempting to bind port 618bc0a5-d832-4a1e-bcde-4a8f04eb16df on host dv-cinder-784763-1-iscsi for vnic_type normal with profile  {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:09:18.385127 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-bbe965d8-cc24-47c7-9439-190ddb33608c None None] Attempting to bind port 618bc0a5-d832-4a1e-bcde-4a8f04eb16df by drivers openvswitch,hyperv on host dv-cinder-784763-1-iscsi at level 0 using segments [{'id': '787c8767-e3fe-4e59-b840-0afd6f84cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69'}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:09:18.385719 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe965d8-cc24-47c7-9439-190ddb33608c None None] Attempting to bind port 618bc0a5-d832-4a1e-bcde-4a8f04eb16df on network a3e4dca9-c22e-4b2f-b50e-39573f778a69 {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:09:18.396742 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe965d8-cc24-47c7-9439-190ddb33608c None None] Checking agent: {'id': '93e0106f-7977-40cd-8b89-dc51f73202a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 25), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:09:18.397491 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe965d8-cc24-47c7-9439-190ddb33608c None None] Checking segment: {'id': '787c8767-e3fe-4e59-b840-0afd6f84cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:09:18.398816 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bbe965d8-cc24-47c7-9439-190ddb33608c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:18.399440 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe965d8-cc24-47c7-9439-190ddb33608c None None] Bound using segment: {'id': '787c8767-e3fe-4e59-b840-0afd6f84cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69'} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:09:18.400154 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-bbe965d8-cc24-47c7-9439-190ddb33608c None None] Bound port: 618bc0a5-d832-4a1e-bcde-4a8f04eb16df, host: dv-cinder-784763-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787c8767-e3fe-4e59-b840-0afd6f84cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69'}}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:09:18.400755 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bbe965d8-cc24-47c7-9439-190ddb33608c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:18.519903 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] Pushing event updated for resources: {'Port': ['ID=bf171599-2595-48ef-91f6-d69e602260cb,revision_number=2']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:18.547108 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-bbe965d8-cc24-47c7-9439-190ddb33608c None None] For port 618bc0a5-d832-4a1e-bcde-4a8f04eb16df, host dv-cinder-784763-1-iscsi, cleared binding levels {{(pid=84270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:09:18.551222 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-bbe965d8-cc24-47c7-9439-190ddb33608c None None] For port 618bc0a5-d832-4a1e-bcde-4a8f04eb16df, host dv-cinder-784763-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=618bc0a5-d832-4a1e-bcde-4a8f04eb16df,segment=NetworkSegment(787c8767-e3fe-4e59-b840-0afd6f84cd1d),segment_id=787c8767-e3fe-4e59-b840-0afd6f84cd1d)] {{(pid=84270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:09:18.556256 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:18.556674 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:18.557264 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:18.557670 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:18.558071 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:18.558574 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:18.559151 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:18.559553 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:18.559949 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:18.560347 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:18.560741 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:18.561147 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:18.577602 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bbe965d8-cc24-47c7-9439-190ddb33608c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:18.580805 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-db26b108-f6c4-42c0-bfe0-8c6dd151901f req-4c6fb902-f8a9-4615-bd29-3f632d029810 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/security-groups?id=45378dbe-e24e-46fe-876d-24f89a40b58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4481523
Apr 05 12:09:18.582468 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:18.727048 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2eae8541-027a-49fc-837e-a8539fce851e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445342'] for router, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:18.739797 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-0bdbc3ff-12fc-42f0-a3bb-23d5ede202b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:18.756585 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2207551a-3b46-4f5b-aa22-83ca745b552e admin admin] Network 686333fe-0b6b-458d-9188-9ba94e8ad840 has no segments {{(pid=84268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 12:09:18.766612 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2207551a-3b46-4f5b-aa22-83ca745b552e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851385234'] for segment, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:18.886105 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1794f7-a0fa-4cca-a23b-5df884ffc920 None None] Pushing event updated for resources: {'Port': ['ID=618bc0a5-d832-4a1e-bcde-4a8f04eb16df,revision_number=4']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:18.897656 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-7f1794f7-a0fa-4cca-a23b-5df884ffc920 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:19.041738 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2207551a-3b46-4f5b-aa22-83ca745b552e admin admin] Network 686333fe-0b6b-458d-9188-9ba94e8ad840 has no segments {{(pid=84268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 12:09:19.042615 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe965d8-cc24-47c7-9439-190ddb33608c None None] Routers {'e5d19339-7fe4-4183-a097-fdd56b319eeb'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:09:19.043704 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-bbe965d8-cc24-47c7-9439-190ddb33608c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460ceb390>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:08:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['e5d19339-7fe4-4183-a097-fdd56b319eeb'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:09:19.079888 dv-cinder-784763-1-iscsi neutron-server[84155]: Traceback (most recent call last):
Apr 05 12:09:19.079888 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 05 12:09:19.079888 dv-cinder-784763-1-iscsi neutron-server[84155]:     timer()
Apr 05 12:09:19.079888 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 05 12:09:19.079888 dv-cinder-784763-1-iscsi neutron-server[84155]:     cb(*args, **kw)
Apr 05 12:09:19.079888 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 05 12:09:19.079888 dv-cinder-784763-1-iscsi neutron-server[84155]:     return func(*args, **kwargs)
Apr 05 12:09:19.079888 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 05 12:09:19.079888 dv-cinder-784763-1-iscsi neutron-server[84155]:     self._notify()
Apr 05 12:09:19.079888 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 05 12:09:19.079888 dv-cinder-784763-1-iscsi neutron-server[84155]:     self.callback(batched_events)
Apr 05 12:09:19.079888 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 05 12:09:19.079888 dv-cinder-784763-1-iscsi neutron-server[84155]:     event.method(event)
Apr 05 12:09:19.079888 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 05 12:09:19.079888 dv-cinder-784763-1-iscsi neutron-server[84155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 05 12:09:19.079888 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 05 12:09:19.079888 dv-cinder-784763-1-iscsi neutron-server[84155]:     segment_id)['aggregates'][0]
Apr 05 12:09:19.079888 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 05 12:09:19.079888 dv-cinder-784763-1-iscsi neutron-server[84155]:     return f(self, *a, **k)
Apr 05 12:09:19.079888 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 05 12:09:19.079888 dv-cinder-784763-1-iscsi neutron-server[84155]:     return self._get(url).json()
Apr 05 12:09:19.079888 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 05 12:09:19.079888 dv-cinder-784763-1-iscsi neutron-server[84155]:     **kwargs)
Apr 05 12:09:19.079888 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 05 12:09:19.079888 dv-cinder-784763-1-iscsi neutron-server[84155]:     return self.request(url, 'GET', **kwargs)
Apr 05 12:09:19.079888 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 05 12:09:19.079888 dv-cinder-784763-1-iscsi neutron-server[84155]:     **endpoint_filter)
Apr 05 12:09:19.079888 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 05 12:09:19.079888 dv-cinder-784763-1-iscsi neutron-server[84155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 05 12:09:19.079888 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 05 12:09:19.079888 dv-cinder-784763-1-iscsi neutron-server[84155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 05 12:09:19.079888 dv-cinder-784763-1-iscsi neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 05 12:09:19.297418 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89298a-00dd-4249-90f0-0dfd2221d8f2 req-651ae059-a3af-4e35-b9f2-14e88fc5b8d3 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:19.305700 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4e89298a-00dd-4249-90f0-0dfd2221d8f2 req-651ae059-a3af-4e35-b9f2-14e88fc5b8d3 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 1.4123261
Apr 05 12:09:19.384489 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4e89298a-00dd-4249-90f0-0dfd2221d8f2 req-9ef742c3-6fb4-4290-b574-11d3a694f1d2 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711815
Apr 05 12:09:19.391401 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-bbe965d8-cc24-47c7-9439-190ddb33608c None None] Set router e5d19339-7fe4-4183-a097-fdd56b319eeb gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:09:19.392946 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2207551a-3b46-4f5b-aa22-83ca745b552e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854330406'] for network, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:19.401053 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2207551a-3b46-4f5b-aa22-83ca745b552e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for network, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:19.413750 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:19.454975 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] Attempting to bind port bf171599-2595-48ef-91f6-d69e602260cb on host hv-cinder-78476 for vnic_type normal with profile  {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:09:19.455354 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] Attempting to bind port bf171599-2595-48ef-91f6-d69e602260cb by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '678a0a32-e584-4bc7-93dc-6b69e2674942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '07054388-504e-4ac2-b33c-6ef540158df3'}] {{(pid=84269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:09:19.455890 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] Attempting to bind port bf171599-2595-48ef-91f6-d69e602260cb on network 07054388-504e-4ac2-b33c-6ef540158df3 {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:09:19.464569 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-2207551a-3b46-4f5b-aa22-83ca745b552e admin admin] 10.222.0.36 "DELETE /v2.0/networks/686333fe-0b6b-458d-9188-9ba94e8ad840 HTTP/1.1" status: 204  len: 168 time: 1.9250202
Apr 05 12:09:19.467993 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 44254) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:09:19.472987 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] Port bf171599-2595-48ef-91f6-d69e602260cb on network 07054388-504e-4ac2-b33c-6ef540158df3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 12:09:19.473351 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] Attempting to bind port bf171599-2595-48ef-91f6-d69e602260cb on network 07054388-504e-4ac2-b33c-6ef540158df3 {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:09:19.489763 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] Checking agent: {'id': '038210d6-d792-4dfe-95d3-eb4a37cb8b01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:09:19.490162 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] Checking segment: {'id': '678a0a32-e584-4bc7-93dc-6b69e2674942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '07054388-504e-4ac2-b33c-6ef540158df3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:09:19.490690 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] Bound using segment: {'id': '678a0a32-e584-4bc7-93dc-6b69e2674942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '07054388-504e-4ac2-b33c-6ef540158df3'} {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:09:19.491173 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] Bound port: bf171599-2595-48ef-91f6-d69e602260cb, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '678a0a32-e584-4bc7-93dc-6b69e2674942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '07054388-504e-4ac2-b33c-6ef540158df3'}}] {{(pid=84269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:09:19.491552 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:19.529909 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cae5f-ca2f-4ba9-8d4b-2f4c987fb0da req-b289596e-9daa-4da3-9d4e-2c7c8fcbd93f tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:19.530706 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-f50cae5f-ca2f-4ba9-8d4b-2f4c987fb0da req-b289596e-9daa-4da3-9d4e-2c7c8fcbd93f tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Synchronizing usage tracker for tenant:6c0184ae62e6427db9fd25988a10a9c2 on resource:port {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:09:19.617385 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eae8541-027a-49fc-837e-a8539fce851e admin admin] Router f722d1f5-d943-4fb7-a266-5105dd4a1f9e is scheduled to L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d with binding_index 1 {{(pid=84269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 05 12:09:19.626426 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-f50cae5f-ca2f-4ba9-8d4b-2f4c987fb0da req-b289596e-9daa-4da3-9d4e-2c7c8fcbd93f tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Unset dirty status for tenant:6c0184ae62e6427db9fd25988a10a9c2 on resource:port {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:09:19.627837 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f50cae5f-ca2f-4ba9-8d4b-2f4c987fb0da req-b289596e-9daa-4da3-9d4e-2c7c8fcbd93f tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eed7b27-b499-4cef-b1c1-2f387e3e690a HTTP/1.1" status: 200  len: 943 time: 0.3737142
Apr 05 12:09:19.638012 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f4f9252-c419-4414-998c-34d7e1cb7ef1 admin admin] Deleting subnet 338bca26-b506-4f4d-9ff0-a494a8a5834a {{(pid=84268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 05 12:09:19.642575 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f4f9252-c419-4414-998c-34d7e1cb7ef1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:19.721403 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f4f9252-c419-4414-998c-34d7e1cb7ef1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852551420'] for subnet, precommit_delete_associations {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:19.806382 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207551a-3b46-4f5b-aa22-83ca745b552e admin admin] Pushing event deleted for resources: {'Network': ['ID=686333fe-0b6b-458d-9188-9ba94e8ad840,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:19.896839 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f4f9252-c419-4414-998c-34d7e1cb7ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-128983'] for subnet, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:19.986625 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 618bc0a5-d832-4a1e-bcde-4a8f04eb16df up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:09:20.029402 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] For port bf171599-2595-48ef-91f6-d69e602260cb, host hv-cinder-78476, cleared binding levels {{(pid=84269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:09:20.044181 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] For port bf171599-2595-48ef-91f6-d69e602260cb, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=bf171599-2595-48ef-91f6-d69e602260cb,segment=NetworkSegment(678a0a32-e584-4bc7-93dc-6b69e2674942),segment_id=678a0a32-e584-4bc7-93dc-6b69e2674942)] {{(pid=84269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:09:20.046112 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eae8541-027a-49fc-837e-a8539fce851e admin admin] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:09:20.057251 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b441b8-94ef-4515-afd6-fcbc9469cfad None None] Sync routers for ids ['f722d1f5-d943-4fb7-a266-5105dd4a1f9e'] in dv-cinder-784763-1-iscsi {{(pid=84271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:09:20.070527 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b441b8-94ef-4515-afd6-fcbc9469cfad None None] Routers {'f722d1f5-d943-4fb7-a266-5105dd4a1f9e'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:09:20.071207 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-37b441b8-94ef-4515-afd6-fcbc9469cfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460d15240>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:08:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['f722d1f5-d943-4fb7-a266-5105dd4a1f9e'], 'active': True} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:09:20.085952 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2694713'] for port, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:20.291613 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f4f9252-c419-4414-998c-34d7e1cb7ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854646833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851385147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851841380'] for subnet, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:20.292947 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2207551a-3b46-4f5b-aa22-83ca745b552e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.879s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:20.321030 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning for port 618bc0a5-d832-4a1e-bcde-4a8f04eb16df completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:09:20.363473 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port 618bc0a5-d832-4a1e-bcde-4a8f04eb16df triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:09:20.363954 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:20.383319 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f9756616-0c7f-42bb-9855-7b01e74d8646 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:20.422698 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:20.444774 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-2b58eef7-5f98-4c00-badd-952cb2cb42d4 None None] Provisioning complete for port 32f37c97-f964-47b2-9ed0-b14e73368644 triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:09:20.445284 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2b58eef7-5f98-4c00-badd-952cb2cb42d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:20.469658 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f9252-c419-4414-998c-34d7e1cb7ef1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=338bca26-b506-4f4d-9ff0-a494a8a5834a,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:20.479409 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2f4f9252-c419-4414-998c-34d7e1cb7ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:20.480737 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-37b441b8-94ef-4515-afd6-fcbc9469cfad None None] Set router f722d1f5-d943-4fb7-a266-5105dd4a1f9e gateway port host: dv-cinder-784763-1-iscsi {{(pid=84271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:09:20.485474 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2f4f9252-c419-4414-998c-34d7e1cb7ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for subnet, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:20.506794 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-2f4f9252-c419-4414-998c-34d7e1cb7ef1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/338bca26-b506-4f4d-9ff0-a494a8a5834a HTTP/1.1" status: 204  len: 168 time: 1.0347674
Apr 05 12:09:20.509681 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 44264) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:09:20.529007 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-bbe965d8-cc24-47c7-9439-190ddb33608c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460ceb390>, [{'id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'name': 'tempest-TestVolumeBootPattern-569576050-router', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:53Z', 'updated_at': '2021-04-05T12:09:02Z', 'revision_number': 4, 'project_id': '629fa1a565724595a30468e1271ead78', 'gw_port': {'id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:55Z', 'updated_at': '2021-04-05T12:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': '618bc0a5-d832-4a1e-bcde-4a8f04eb16df', 'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'mac_address': 'fa:16:3e:ad:bd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:01Z', 'updated_at': '2021-04-05T12:09:18Z', 'revision_number': 4, 'project_id': '629fa1a565724595a30468e1271ead78', 'subnets': [{'id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:09:20.541121 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe965d8-cc24-47c7-9439-190ddb33608c None None] The sync data for ids ['e5d19339-7fe4-4183-a097-fdd56b319eeb'] in dv-cinder-784763-1-iscsi is: [{'id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'name': 'tempest-TestVolumeBootPattern-569576050-router', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:53Z', 'updated_at': '2021-04-05T12:09:02Z', 'revision_number': 4, 'project_id': '629fa1a565724595a30468e1271ead78', 'gw_port': {'id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:55Z', 'updated_at': '2021-04-05T12:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': '618bc0a5-d832-4a1e-bcde-4a8f04eb16df', 'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'mac_address': 'fa:16:3e:ad:bd:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:01Z', 'updated_at': '2021-04-05T12:09:18Z', 'revision_number': 4, 'project_id': '629fa1a565724595a30468e1271ead78', 'subnets': [{'id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:09:20.609240 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 755bd6e5-b716-4a58-a1e2-161e9d54f422 up at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:09:20.708349 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b6af6d76-8368-4f58-9bae-02bf0d0431a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-139629'] for network, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:20.845433 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c940a-5947-456e-9ceb-014efde91b79 req-d2267384-5729-4d33-b5da-1a66468577c0 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:20.860014 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-821c940a-5947-456e-9ceb-014efde91b79 req-d2267384-5729-4d33-b5da-1a66468577c0 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?device_id=038a8be8-b71a-4a1e-87e5-30bd2d5fa1bc HTTP/1.1" status: 200  len: 945 time: 0.6192305
Apr 05 12:09:20.909492 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:20.945269 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-821c940a-5947-456e-9ceb-014efde91b79 req-ab56d800-70c1-4480-9d42-8055bc9d64dc tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/security-groups?id=45378dbe-e24e-46fe-876d-24f89a40b58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838549
Apr 05 12:09:20.971288 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:20.971288 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:20.971678 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] 10.222.0.37 "PUT /v2.0/ports/bf171599-2595-48ef-91f6-d69e602260cb HTTP/1.1" status: 200  len: 1093 time: 3.6988978
Apr 05 12:09:20.975715 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eed7b27-b499-4cef-b1c1-2f387e3e690a', 'tag': 'bf171599-2595-48ef-91f6-d69e602260cb'}] {{(pid=84269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:09:20.981054 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f50cae5f-ca2f-4ba9-8d4b-2f4c987fb0da req-669ec7c6-2c09-4b73-8a30-bbcdca9f5495 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3371255
Apr 05 12:09:20.985319 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2eae8541-027a-49fc-837e-a8539fce851e admin admin] Notify callbacks [] for router, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:20.989639 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-2eae8541-027a-49fc-837e-a8539fce851e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 12.1963260
Apr 05 12:09:20.995613 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 44274) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:09:21.079871 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] For port 618bc0a5-d832-4a1e-bcde-4a8f04eb16df, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=618bc0a5-d832-4a1e-bcde-4a8f04eb16df,segment=NetworkSegment(787c8767-e3fe-4e59-b840-0afd6f84cd1d),segment_id=787c8767-e3fe-4e59-b840-0afd6f84cd1d)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:09:21.293651 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:21.296686 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 32f37c97-f964-47b2-9ed0-b14e73368644 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:09:21.307160 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] Pushing event updated for resources: {'Port': ['ID=bf171599-2595-48ef-91f6-d69e602260cb,revision_number=3']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:21.311788 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.929s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:21.391613 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b6af6d76-8368-4f58-9bae-02bf0d0431a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768810', 'neutron.services.segments.db._delete_segments_for_network--9223363299714337857'] for network, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:21.441253 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:21.501924 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-37b441b8-94ef-4515-afd6-fcbc9469cfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460d15240>, [{'id': 'f722d1f5-d943-4fb7-a266-5105dd4a1f9e', 'name': 'tempest-TestVolumeBootPattern-163224828-router', 'tenant_id': '2969fe50e12f4a288e08f76d724182e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': 'f9694837-9215-4b10-ad2e-0649b442d0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:09:09Z', 'updated_at': '2021-04-05T12:09:15Z', 'revision_number': 3, 'project_id': '2969fe50e12f4a288e08f76d724182e4', 'gw_port': {'id': 'f9694837-9215-4b10-ad2e-0649b442d0e2', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f722d1f5-d943-4fb7-a266-5105dd4a1f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:12Z', 'updated_at': '2021-04-05T12:09:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi'}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:09:21.507872 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b441b8-94ef-4515-afd6-fcbc9469cfad None None] Checking router: f722d1f5-d943-4fb7-a266-5105dd4a1f9e for host: dv-cinder-784763-1-iscsi {{(pid=84271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:09:21.508193 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b441b8-94ef-4515-afd6-fcbc9469cfad None None] Updating router f722d1f5-d943-4fb7-a266-5105dd4a1f9e port f9694837-9215-4b10-ad2e-0649b442d0e2 binding host dv-cinder-784763-1-iscsi {{(pid=84271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 12:09:21.520993 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning for port 755bd6e5-b716-4a58-a1e2-161e9d54f422 completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:09:21.577976 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning complete for port 755bd6e5-b716-4a58-a1e2-161e9d54f422 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:09:21.578944 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:21.654394 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-37b441b8-94ef-4515-afd6-fcbc9469cfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:21.657031 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-b6af6d76-8368-4f58-9bae-02bf0d0431a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2461a42ba8>,) {'filters': {'network_id': ['c3777ac0-f3b7-4ce6-8513-30d6079a546e']}} {{(pid=84268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:09:21.668331 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Pushing event updated for resources: {'Port': ['ID=618bc0a5-d832-4a1e-bcde-4a8f04eb16df,revision_number=5']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:21.682759 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:21.683146 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:21.683526 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:21.683900 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:21.684268 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:21.684636 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:21.685001 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:21.685366 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:21.685730 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:21.686091 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:21.686622 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:21.686980 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:21.689701 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-b6af6d76-8368-4f58-9bae-02bf0d0431a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2461a42ba8>, 'd07f860d-5687-4ed5-884c-c236cac339e2') {'for_net_delete': True} {{(pid=84268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:09:21.691785 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:21.692312 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-b6af6d76-8368-4f58-9bae-02bf0d0431a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2461a42ba8>, 'd07f860d-5687-4ed5-884c-c236cac339e2') {} {{(pid=84268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:09:21.716012 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port 32f37c97-f964-47b2-9ed0-b14e73368644 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:09:21.716436 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:21.720696 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eed7b27-b499-4cef-b1c1-2f387e3e690a', 'tag': 'bf171599-2595-48ef-91f6-d69e602260cb', 'status': 'completed', 'code': 200}
Apr 05 12:09:21.725038 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b6af6d76-8368-4f58-9bae-02bf0d0431a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737140437841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2224397'] for segment, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:21.764818 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b6af6d76-8368-4f58-9bae-02bf0d0431a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:21.777118 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6af6d76-8368-4f58-9bae-02bf0d0431a0 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=84268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 05 12:09:21.841459 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96619056-f64b-44b6-b7a6-1c977f477525 req-6f492fe6-e6fb-47d4-87a0-e0dbc339fc88 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:21.853556 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-96619056-f64b-44b6-b7a6-1c977f477525 req-6f492fe6-e6fb-47d4-87a0-e0dbc339fc88 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.4211216
Apr 05 12:09:21.870542 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:21.910922 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038a8be8-b71a-4a1e-87e5-30bd2d5fa1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755bd6e5-b716-4a58-a1e2-161e9d54f422'}] {{(pid=84270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:09:21.916687 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-5101f235-c87e-4b0c-86e7-1f934aa203dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:21.918546 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-5101f235-c87e-4b0c-86e7-1f934aa203dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c0184ae62e6427db9fd25988a10a9c2&device_id=2eed7b27-b499-4cef-b1c1-2f387e3e690a HTTP/1.1" status: 200  len: 1096 time: 0.6057527
Apr 05 12:09:21.948976 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-96619056-f64b-44b6-b7a6-1c977f477525 req-aff15369-23ac-477b-a99e-eda0ecc68fc3 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940619
Apr 05 12:09:22.033137 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 755bd6e5-b716-4a58-a1e2-161e9d54f422, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=755bd6e5-b716-4a58-a1e2-161e9d54f422,segment=NetworkSegment(cca319d6-d04d-4541-ba09-f3b3756a74bc),segment_id=cca319d6-d04d-4541-ba09-f3b3756a74bc)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:09:22.044898 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:22.048010 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-7e4917e4-3be7-4c2d-ad7a-a9c3f2d39539 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:22.188441 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038a8be8-b71a-4a1e-87e5-30bd2d5fa1bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755bd6e5-b716-4a58-a1e2-161e9d54f422', 'code': 200}
Apr 05 12:09:22.200521 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-d17cdaa7-c559-47e5-81bc-f38f58a33911 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf171599-2595-48ef-91f6-d69e602260cb HTTP/1.1" status: 200  len: 217 time: 0.2477736
Apr 05 12:09:22.258905 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 618bc0a5-d832-4a1e-bcde-4a8f04eb16df up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:09:22.281200 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-af674f68-6b5c-4d92-9af7-44686330ea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:22.282939 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-af674f68-6b5c-4d92-9af7-44686330ea79 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a41d3eb2-4ae3-4bca-813b-303785d3193b HTTP/1.1" status: 200  len: 854 time: 0.0725262
Apr 05 12:09:22.441649 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port 618bc0a5-d832-4a1e-bcde-4a8f04eb16df triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:09:22.442767 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:22.486656 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=755bd6e5-b716-4a58-a1e2-161e9d54f422,revision_number=5']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:22.492546 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:22.560635 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-b6af6d76-8368-4f58-9bae-02bf0d0431a0 admin admin] Network c3777ac0-f3b7-4ce6-8513-30d6079a546e has no segments {{(pid=84268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 12:09:22.571180 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b6af6d76-8368-4f58-9bae-02bf0d0431a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851385234'] for segment, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:22.733060 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-37b441b8-94ef-4515-afd6-fcbc9469cfad None None] Notify callbacks [] for port, precommit_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:22.746283 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-ba9b1fdb-4513-4fd3-8e4f-db01afb26575 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07054388-504e-4ac2-b33c-6ef540158df3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2498434
Apr 05 12:09:22.747409 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-37b441b8-94ef-4515-afd6-fcbc9469cfad None None] Transition to ACTIVE for port object f9694837-9215-4b10-ad2e-0649b442d0e2 will not be triggered until provisioned by entity L2. {{(pid=84271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:09:22.763028 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-b6af6d76-8368-4f58-9bae-02bf0d0431a0 admin admin] Network c3777ac0-f3b7-4ce6-8513-30d6079a546e has no segments {{(pid=84268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 12:09:22.764399 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-37b441b8-94ef-4515-afd6-fcbc9469cfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:22.792917 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:22.795171 dv-cinder-784763-1-iscsi neutron-server[84155]: Traceback (most recent call last):
Apr 05 12:09:22.795171 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 05 12:09:22.795171 dv-cinder-784763-1-iscsi neutron-server[84155]:     timer()
Apr 05 12:09:22.795171 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 05 12:09:22.795171 dv-cinder-784763-1-iscsi neutron-server[84155]:     cb(*args, **kw)
Apr 05 12:09:22.795171 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 05 12:09:22.795171 dv-cinder-784763-1-iscsi neutron-server[84155]:     return func(*args, **kwargs)
Apr 05 12:09:22.795171 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 05 12:09:22.795171 dv-cinder-784763-1-iscsi neutron-server[84155]:     self._notify()
Apr 05 12:09:22.795171 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 05 12:09:22.795171 dv-cinder-784763-1-iscsi neutron-server[84155]:     self.callback(batched_events)
Apr 05 12:09:22.795171 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 05 12:09:22.795171 dv-cinder-784763-1-iscsi neutron-server[84155]:     event.method(event)
Apr 05 12:09:22.795171 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 05 12:09:22.795171 dv-cinder-784763-1-iscsi neutron-server[84155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 05 12:09:22.795171 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 05 12:09:22.795171 dv-cinder-784763-1-iscsi neutron-server[84155]:     segment_id)['aggregates'][0]
Apr 05 12:09:22.795171 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 05 12:09:22.795171 dv-cinder-784763-1-iscsi neutron-server[84155]:     return f(self, *a, **k)
Apr 05 12:09:22.795171 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 05 12:09:22.795171 dv-cinder-784763-1-iscsi neutron-server[84155]:     return self._get(url).json()
Apr 05 12:09:22.795171 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 05 12:09:22.795171 dv-cinder-784763-1-iscsi neutron-server[84155]:     **kwargs)
Apr 05 12:09:22.795171 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 05 12:09:22.795171 dv-cinder-784763-1-iscsi neutron-server[84155]:     return self.request(url, 'GET', **kwargs)
Apr 05 12:09:22.795171 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 05 12:09:22.795171 dv-cinder-784763-1-iscsi neutron-server[84155]:     **endpoint_filter)
Apr 05 12:09:22.795171 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 05 12:09:22.795171 dv-cinder-784763-1-iscsi neutron-server[84155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 05 12:09:22.795171 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 05 12:09:22.795171 dv-cinder-784763-1-iscsi neutron-server[84155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 05 12:09:22.795171 dv-cinder-784763-1-iscsi neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 05 12:09:22.930023 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-78a7ffc4-bda6-433b-955b-4c15fc9ae275 service neutron] 10.222.0.37 "GET /v2.0/networks/07054388-504e-4ac2-b33c-6ef540158df3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471179
Apr 05 12:09:22.950363 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bdcf76-0092-44d7-b693-cb952e22164c req-3f658cfe-8892-497c-9b64-4e3e337efb53 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:22.950955 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc852f-9919-48f0-8df4-3fec638c414d None None] Pushing event updated for resources: {'Port': ['ID=f9694837-9215-4b10-ad2e-0649b442d0e2,revision_number=2']} {{(pid=84271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:22.958924 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e5bdcf76-0092-44d7-b693-cb952e22164c req-3f658cfe-8892-497c-9b64-4e3e337efb53 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eed7b27-b499-4cef-b1c1-2f387e3e690a HTTP/1.1" status: 200  len: 943 time: 0.5995417
Apr 05 12:09:22.962617 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc852f-9919-48f0-8df4-3fec638c414d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:22.962992 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc852f-9919-48f0-8df4-3fec638c414d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:22.963784 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc852f-9919-48f0-8df4-3fec638c414d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:22.964157 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc852f-9919-48f0-8df4-3fec638c414d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:22.964516 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc852f-9919-48f0-8df4-3fec638c414d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:22.965045 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc852f-9919-48f0-8df4-3fec638c414d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:22.965407 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc852f-9919-48f0-8df4-3fec638c414d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:22.965765 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc852f-9919-48f0-8df4-3fec638c414d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:22.966393 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc852f-9919-48f0-8df4-3fec638c414d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:22.966745 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc852f-9919-48f0-8df4-3fec638c414d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:22.967101 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc852f-9919-48f0-8df4-3fec638c414d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:22.967460 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dc852f-9919-48f0-8df4-3fec638c414d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:09:22.992822 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa951d4-94eb-48d6-b578-15f14dbb7789 req-89bd1291-3ff3-42f7-b6b9-adfda502eb2c tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:22.993499 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-10dc852f-9919-48f0-8df4-3fec638c414d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:22.994553 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3fa951d4-94eb-48d6-b578-15f14dbb7789 req-89bd1291-3ff3-42f7-b6b9-adfda502eb2c tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?device_id=038a8be8-b71a-4a1e-87e5-30bd2d5fa1bc HTTP/1.1" status: 200  len: 946 time: 0.4559257
Apr 05 12:09:23.036010 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e5bdcf76-0092-44d7-b693-cb952e22164c req-9856d998-54f9-4c85-a54c-03c229371f16 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760570
Apr 05 12:09:23.038272 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ca988-f216-4d14-8c5e-815ff319787d req-10213e81-419e-4163-b1f3-513d66caa276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:23.039836 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-039ca988-f216-4d14-8c5e-815ff319787d req-10213e81-419e-4163-b1f3-513d66caa276 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=038a8be8-b71a-4a1e-87e5-30bd2d5fa1bc HTTP/1.1" status: 200  len: 1099 time: 0.5455937
Apr 05 12:09:23.040476 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b6af6d76-8368-4f58-9bae-02bf0d0431a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854330406'] for network, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:23.062781 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-37b441b8-94ef-4515-afd6-fcbc9469cfad None None] Attempting to bind port f9694837-9215-4b10-ad2e-0649b442d0e2 on host dv-cinder-784763-1-iscsi for vnic_type normal with profile  {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:09:23.063380 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-37b441b8-94ef-4515-afd6-fcbc9469cfad None None] Attempting to bind port f9694837-9215-4b10-ad2e-0649b442d0e2 by drivers openvswitch,hyperv on host dv-cinder-784763-1-iscsi at level 0 using segments [{'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'}] {{(pid=84271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:09:23.063933 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b441b8-94ef-4515-afd6-fcbc9469cfad None None] Attempting to bind port f9694837-9215-4b10-ad2e-0649b442d0e2 on network 9d12ef10-d92d-4db6-ae05-ceb86a15802e {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:09:23.071927 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b441b8-94ef-4515-afd6-fcbc9469cfad None None] Checking agent: {'id': '93e0106f-7977-40cd-8b89-dc51f73202a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 25), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:09:23.072588 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b441b8-94ef-4515-afd6-fcbc9469cfad None None] Checking segment: {'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:09:23.073323 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-37b441b8-94ef-4515-afd6-fcbc9469cfad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:23.073907 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b441b8-94ef-4515-afd6-fcbc9469cfad None None] Bound using segment: {'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'} {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:09:23.074747 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-37b441b8-94ef-4515-afd6-fcbc9469cfad None None] Bound port: f9694837-9215-4b10-ad2e-0649b442d0e2, host: dv-cinder-784763-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'}}] {{(pid=84271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:09:23.075465 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-37b441b8-94ef-4515-afd6-fcbc9469cfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:23.096246 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3fa951d4-94eb-48d6-b578-15f14dbb7789 req-cfc6b9f1-7fc4-4f6a-be58-f6e3d409d606 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/security-groups?id=45378dbe-e24e-46fe-876d-24f89a40b58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506530
Apr 05 12:09:23.108337 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-731880da-295b-4b99-b8dc-1aecd70647ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:23.177854 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b6af6d76-8368-4f58-9bae-02bf0d0431a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for network, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:23.194066 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-37b441b8-94ef-4515-afd6-fcbc9469cfad None None] For port f9694837-9215-4b10-ad2e-0649b442d0e2, host dv-cinder-784763-1-iscsi, cleared binding levels {{(pid=84271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:09:23.198533 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-37b441b8-94ef-4515-afd6-fcbc9469cfad None None] For port f9694837-9215-4b10-ad2e-0649b442d0e2, host dv-cinder-784763-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=f9694837-9215-4b10-ad2e-0649b442d0e2,segment=NetworkSegment(9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6),segment_id=9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6)] {{(pid=84271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:09:23.205324 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-b6af6d76-8368-4f58-9bae-02bf0d0431a0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c3777ac0-f3b7-4ce6-8513-30d6079a546e HTTP/1.1" status: 204  len: 168 time: 2.6919668
Apr 05 12:09:23.213513 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-37b441b8-94ef-4515-afd6-fcbc9469cfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:23.236916 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:23.281504 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af6d76-8368-4f58-9bae-02bf0d0431a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3777ac0-f3b7-4ce6-8513-30d6079a546e,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:23.285213 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-039ca988-f216-4d14-8c5e-815ff319787d req-7648ba6f-aefd-4a8c-b0d3-c4bac79bfbfd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=45378dbe-e24e-46fe-876d-24f89a40b58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2301140
Apr 05 12:09:23.286012 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-b6af6d76-8368-4f58-9bae-02bf0d0431a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:23.398053 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb5e0195-b2da-4221-9530-23b7517c3dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:23.446992 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc852f-9919-48f0-8df4-3fec638c414d None None] Pushing event updated for resources: {'Port': ['ID=f9694837-9215-4b10-ad2e-0649b442d0e2,revision_number=3']} {{(pid=84271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:23.458544 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-10dc852f-9919-48f0-8df4-3fec638c414d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:23.551471 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 44294) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:09:23.575531 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b441b8-94ef-4515-afd6-fcbc9469cfad None None] Routers {'f722d1f5-d943-4fb7-a266-5105dd4a1f9e'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:09:23.576471 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-37b441b8-94ef-4515-afd6-fcbc9469cfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460d15240>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:08:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['f722d1f5-d943-4fb7-a266-5105dd4a1f9e'], 'active': True} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:09:23.646181 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c5991667-e7a6-4f28-8515-0dfb7607037b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:23.728788 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-bc9dfb19-a6ff-459d-ad16-1045923c34a0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=61290f2afb994e4381204c83a42d1b46&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1752021
Apr 05 12:09:23.740181 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 44298) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:09:23.753625 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-eb5e0195-b2da-4221-9530-23b7517c3dd7 admin admin] Allocated IP 172.20.0.1 (dc4914fd-ac92-484f-b6c8-48e6144aced6/9f4f1b55-ccc9-4a06-800e-9069a5353f3f/d4bdb899-a35e-4dbc-af82-1ca1b85516cb) {{(pid=84269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:09:23.823510 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b54020-04c7-4620-8b2f-c1d863b9a5a9 req-199af32f-dca6-4d80-826f-d900cc617042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:23.825568 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d7b54020-04c7-4620-8b2f-c1d863b9a5a9 req-199af32f-dca6-4d80-826f-d900cc617042 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 1098 time: 0.1589890
Apr 05 12:09:23.874028 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-37b441b8-94ef-4515-afd6-fcbc9469cfad None None] Set router f722d1f5-d943-4fb7-a266-5105dd4a1f9e gateway port host: dv-cinder-784763-1-iscsi {{(pid=84271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:09:23.893334 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d7b54020-04c7-4620-8b2f-c1d863b9a5a9 req-66565473-54c4-44e9-87c5-b7abaa722aaf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510817
Apr 05 12:09:23.905585 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0e12b3c5-ac61-48a3-aba1-6f94ddbe3846 req-fb9f1dbc-e319-4980-a7f3-94463bcc49e4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1717007
Apr 05 12:09:24.275702 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb5e0195-b2da-4221-9530-23b7517c3dd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:24.308095 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-37b441b8-94ef-4515-afd6-fcbc9469cfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460d15240>, [{'id': 'f722d1f5-d943-4fb7-a266-5105dd4a1f9e', 'name': 'tempest-TestVolumeBootPattern-163224828-router', 'tenant_id': '2969fe50e12f4a288e08f76d724182e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': 'f9694837-9215-4b10-ad2e-0649b442d0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:09:09Z', 'updated_at': '2021-04-05T12:09:15Z', 'revision_number': 3, 'project_id': '2969fe50e12f4a288e08f76d724182e4', 'gw_port': {'id': 'f9694837-9215-4b10-ad2e-0649b442d0e2', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f722d1f5-d943-4fb7-a266-5105dd4a1f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:12Z', 'updated_at': '2021-04-05T12:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi'}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:09:24.312492 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b441b8-94ef-4515-afd6-fcbc9469cfad None None] The sync data for ids ['f722d1f5-d943-4fb7-a266-5105dd4a1f9e'] in dv-cinder-784763-1-iscsi is: [{'id': 'f722d1f5-d943-4fb7-a266-5105dd4a1f9e', 'name': 'tempest-TestVolumeBootPattern-163224828-router', 'tenant_id': '2969fe50e12f4a288e08f76d724182e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': 'f9694837-9215-4b10-ad2e-0649b442d0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:09:09Z', 'updated_at': '2021-04-05T12:09:15Z', 'revision_number': 3, 'project_id': '2969fe50e12f4a288e08f76d724182e4', 'gw_port': {'id': 'f9694837-9215-4b10-ad2e-0649b442d0e2', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f722d1f5-d943-4fb7-a266-5105dd4a1f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:12Z', 'updated_at': '2021-04-05T12:09:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi'}] {{(pid=84271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:09:24.433303 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-eb5e0195-b2da-4221-9530-23b7517c3dd7 admin admin] Transition to ACTIVE for port object d4bdb899-a35e-4dbc-af82-1ca1b85516cb will not be triggered until provisioned by entity DHCP. {{(pid=84269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:09:24.462406 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09541722-b85b-48ce-9794-0c65bdead0c4 req-65d73487-9960-42f9-9e6d-1c759299eb31 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:24.472946 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-09541722-b85b-48ce-9794-0c65bdead0c4 req-65d73487-9960-42f9-9e6d-1c759299eb31 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.7876472
Apr 05 12:09:24.501294 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-df38fa0e-f60d-4e08-a962-9a3e5ea7bdb3 req-dbe94a63-da20-40a4-97f5-3c1234264b9b service neutron] 10.222.0.37 "GET /v2.0/networks/07054388-504e-4ac2-b33c-6ef540158df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.5627632
Apr 05 12:09:24.534339 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-09541722-b85b-48ce-9794-0c65bdead0c4 req-842d59e0-c9de-4889-8f08-2244a7108185 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591910
Apr 05 12:09:24.535451 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb66d05c-ce5f-4030-ab9f-3cf2ca53dd3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:24.582642 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb66d05c-ce5f-4030-ab9f-3cf2ca53dd3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:24.676533 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12b3c5-ac61-48a3-aba1-6f94ddbe3846 req-6b5f14de-d604-4413-ba8a-ee50d43fab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:24.678322 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0e12b3c5-ac61-48a3-aba1-6f94ddbe3846 req-6b5f14de-d604-4413-ba8a-ee50d43fab30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c0184ae62e6427db9fd25988a10a9c2&device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 1099 time: 0.4381208
Apr 05 12:09:24.694894 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb169ded-ac67-41c4-a089-70f376f86b4f req-7eee19f7-14c0-4350-aef6-52af6f89079a tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:24.696487 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-cb169ded-ac67-41c4-a089-70f376f86b4f req-7eee19f7-14c0-4350-aef6-52af6f89079a tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eed7b27-b499-4cef-b1c1-2f387e3e690a HTTP/1.1" status: 200  len: 943 time: 0.4024248
Apr 05 12:09:24.707881 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb66d05c-ce5f-4030-ab9f-3cf2ca53dd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:24.716461 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-908a721a-1fb2-4b2a-9eb4-f39ce5b462c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:24.736803 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66d05c-ce5f-4030-ab9f-3cf2ca53dd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c851703-648b-4398-8bfe-b5193f0a89dd,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:24.756844 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-eb66d05c-ce5f-4030-ab9f-3cf2ca53dd3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:24.763145 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb66d05c-ce5f-4030-ab9f-3cf2ca53dd3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:24.768021 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-eb66d05c-ce5f-4030-ab9f-3cf2ca53dd3d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2c851703-648b-4398-8bfe-b5193f0a89dd HTTP/1.1" status: 204  len: 168 time: 0.4739258
Apr 05 12:09:24.785703 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b605a3-f3bd-4efb-9a0c-0287d71fe832 req-81cc8be7-976a-4ba7-bbe3-af82a9613305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:24.787995 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-97b605a3-f3bd-4efb-9a0c-0287d71fe832 req-81cc8be7-976a-4ba7-bbe3-af82a9613305 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c0184ae62e6427db9fd25988a10a9c2&device_id=2eed7b27-b499-4cef-b1c1-2f387e3e690a HTTP/1.1" status: 200  len: 1096 time: 0.1573441
Apr 05 12:09:24.789171 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb5e0195-b2da-4221-9530-23b7517c3dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:24.857536 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:24.947171 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-cb169ded-ac67-41c4-a089-70f376f86b4f req-45d224fe-8540-48ad-98e7-551077e7968c tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2441757
Apr 05 12:09:25.047409 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-fc2b75f5-4055-460f-80a2-859d7bee14cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:25.172626 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12b3c5-ac61-48a3-aba1-6f94ddbe3846 req-8ec65212-ac74-4119-aeb0-193de34d6d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:25.176455 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0e12b3c5-ac61-48a3-aba1-6f94ddbe3846 req-8ec65212-ac74-4119-aeb0-193de34d6d9e service neutron] 10.222.0.37 "GET /v2.0/networks?id=07054388-504e-4ac2-b33c-6ef540158df3 HTTP/1.1" status: 200  len: 915 time: 0.4337101
Apr 05 12:09:25.322734 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0e12b3c5-ac61-48a3-aba1-6f94ddbe3846 req-019ee2b0-3169-42da-b9e4-c74844f6ecc4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57c15950-2ba5-4a42-bb4d-ae7ef56b0248 HTTP/1.1" status: 200  len: 217 time: 0.1364803
Apr 05 12:09:25.434961 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12b3c5-ac61-48a3-aba1-6f94ddbe3846 req-6fea2d07-a441-4f87-b374-45e06926361c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:25.435860 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e0195-b2da-4221-9530-23b7517c3dd7 admin admin] Pushing event updated for resources: {'Port': ['ID=d4bdb899-a35e-4dbc-af82-1ca1b85516cb,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:25.436790 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0e12b3c5-ac61-48a3-aba1-6f94ddbe3846 req-6fea2d07-a441-4f87-b374-45e06926361c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a41d3eb2-4ae3-4bca-813b-303785d3193b HTTP/1.1" status: 200  len: 854 time: 0.1000762
Apr 05 12:09:25.449271 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5e0195-b2da-4221-9530-23b7517c3dd7 admin admin] Network dc4914fd-ac92-484f-b6c8-48e6144aced6 is already hosted by enough agents. {{(pid=84269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:09:25.585744 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0e12b3c5-ac61-48a3-aba1-6f94ddbe3846 req-a558d9c6-c397-4125-9cab-d9a0a27caef2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07054388-504e-4ac2-b33c-6ef540158df3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1384888
Apr 05 12:09:25.588401 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-eb5e0195-b2da-4221-9530-23b7517c3dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:25.591096 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b605a3-f3bd-4efb-9a0c-0287d71fe832 req-6d2e5159-e715-4854-a633-0a95be637f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:25.597941 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-97b605a3-f3bd-4efb-9a0c-0287d71fe832 req-6d2e5159-e715-4854-a633-0a95be637f19 service neutron] 10.222.0.37 "GET /v2.0/networks?id=07054388-504e-4ac2-b33c-6ef540158df3 HTTP/1.1" status: 200  len: 915 time: 0.6076200
Apr 05 12:09:25.601182 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-eb5e0195-b2da-4221-9530-23b7517c3dd7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:09:25.618649 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5e0195-b2da-4221-9530-23b7517c3dd7 admin admin] Received port after_create {{(pid=84269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:09:25.794835 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb5e0195-b2da-4221-9530-23b7517c3dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854369981'] for router_interface, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:25.803558 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 44322) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:09:25.919604 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-97b605a3-f3bd-4efb-9a0c-0287d71fe832 req-569b6d0f-1fe5-491b-bc41-3b8cce18e9ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf171599-2595-48ef-91f6-d69e602260cb HTTP/1.1" status: 200  len: 217 time: 0.1276209
Apr 05 12:09:25.987029 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-ef63b231-3c94-4ee7-b22c-44a01999ef38 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4d2bb784667a47c982c621fb4706d8b6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1820357
Apr 05 12:09:25.995566 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 44326) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:09:26.021970 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2edd467b-60fa-4e77-b245-42e437f530ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:26.026933 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8533495-d998-493a-afcd-e26b72d6f6fa req-655728e0-6f00-4fdb-bee2-f78c18f275af tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:26.028276 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-305a6254-9030-468c-b9fb-67e514be5c1f None None] Provisioning for port d4bdb899-a35e-4dbc-af82-1ca1b85516cb completed by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:09:26.035407 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c8533495-d998-493a-afcd-e26b72d6f6fa req-655728e0-6f00-4fdb-bee2-f78c18f275af tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?device_id=038a8be8-b71a-4a1e-87e5-30bd2d5fa1bc HTTP/1.1" status: 200  len: 946 time: 1.0977392
Apr 05 12:09:26.053204 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-305a6254-9030-468c-b9fb-67e514be5c1f None None] Provisioning complete for port d4bdb899-a35e-4dbc-af82-1ca1b85516cb triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:09:26.053844 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-305a6254-9030-468c-b9fb-67e514be5c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:26.105407 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b605a3-f3bd-4efb-9a0c-0287d71fe832 req-2d1501d8-3189-4cc8-b632-d46c12a4db68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:26.107395 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-97b605a3-f3bd-4efb-9a0c-0287d71fe832 req-2d1501d8-3189-4cc8-b632-d46c12a4db68 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a41d3eb2-4ae3-4bca-813b-303785d3193b HTTP/1.1" status: 200  len: 854 time: 0.1775069
Apr 05 12:09:26.167418 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-305a6254-9030-468c-b9fb-67e514be5c1f None None] Port d4bdb899-a35e-4dbc-af82-1ca1b85516cb cannot update to ACTIVE because it is not bound. {{(pid=84270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 12:09:26.173669 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-97b605a3-f3bd-4efb-9a0c-0287d71fe832 req-98fbc4f4-01a8-4c58-b342-4c038167e3cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=07054388-504e-4ac2-b33c-6ef540158df3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0563507
Apr 05 12:09:26.188982 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c8533495-d998-493a-afcd-e26b72d6f6fa req-3827fe5f-211f-4c6f-9dc7-c399c22aea6a tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/security-groups?id=45378dbe-e24e-46fe-876d-24f89a40b58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1525443
Apr 05 12:09:26.264210 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde17ed-7c7e-4393-b1c1-3c890b8622ae req-5489b158-1a9c-4c7f-ba20-49b04db935a7 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:26.279267 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fdde17ed-7c7e-4393-b1c1-3c890b8622ae req-5489b158-1a9c-4c7f-ba20-49b04db935a7 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.3774848
Apr 05 12:09:26.287921 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device f9694837-9215-4b10-ad2e-0649b442d0e2 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:09:26.301315 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-616dbba4-5dea-484e-a190-224412ccd877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:26.360305 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-616dbba4-5dea-484e-a190-224412ccd877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:26.385769 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning for port f9694837-9215-4b10-ad2e-0649b442d0e2 completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:09:26.394725 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port f9694837-9215-4b10-ad2e-0649b442d0e2 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:09:26.395184 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:26.430588 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-97b605a3-f3bd-4efb-9a0c-0287d71fe832 req-5c69eab7-876d-4a74-b2fd-0889e20f2126 service neutron] 10.222.0.37 "GET /v2.0/networks/07054388-504e-4ac2-b33c-6ef540158df3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2287040
Apr 05 12:09:26.457031 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0e12b3c5-ac61-48a3-aba1-6f94ddbe3846 req-ed8377cd-9f05-4b03-945f-440835186533 service neutron] 10.222.0.37 "GET /v2.0/networks/07054388-504e-4ac2-b33c-6ef540158df3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8628304
Apr 05 12:09:26.475255 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fdde17ed-7c7e-4393-b1c1-3c890b8622ae req-b14dc6ea-58fd-4413-a912-cb501d72c6a9 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697961
Apr 05 12:09:26.543070 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:26.613837 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:26.634473 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] For port f9694837-9215-4b10-ad2e-0649b442d0e2, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=f9694837-9215-4b10-ad2e-0649b442d0e2,segment=NetworkSegment(9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6),segment_id=9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:09:26.644937 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:26.657129 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ece4feec-50a1-4d5b-b4a0-6b85dd012e04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:26.681445 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-616dbba4-5dea-484e-a190-224412ccd877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:26.687377 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0e12b3c5-ac61-48a3-aba1-6f94ddbe3846 req-02831266-c462-4b82-8c39-0496faa9028d service neutron] 10.222.0.37 "GET /v2.0/networks/07054388-504e-4ac2-b33c-6ef540158df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2076674
Apr 05 12:09:26.689448 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-309be983-bdb9-44c3-92d7-eb70860d9fa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:26.701293 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616dbba4-5dea-484e-a190-224412ccd877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2d8a71-602f-4ea5-8cf1-79b7d1cffe44,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:26.705668 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-616dbba4-5dea-484e-a190-224412ccd877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:26.713894 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-616dbba4-5dea-484e-a190-224412ccd877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:26.715167 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-616dbba4-5dea-484e-a190-224412ccd877 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ee2d8a71-602f-4ea5-8cf1-79b7d1cffe44 HTTP/1.1" status: 204  len: 168 time: 0.7016652
Apr 05 12:09:26.733200 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb5e0195-b2da-4221-9530-23b7517c3dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:26.829240 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Pushing event updated for resources: {'Port': ['ID=f9694837-9215-4b10-ad2e-0649b442d0e2,revision_number=4']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:26.848558 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:26.876748 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040d7c9-5869-4cd3-8708-16c6806e26b7 req-2299a191-eb7b-4c68-8fc2-3a0add08afec tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:26.887584 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b040d7c9-5869-4cd3-8708-16c6806e26b7 req-2299a191-eb7b-4c68-8fc2-3a0add08afec tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eed7b27-b499-4cef-b1c1-2f387e3e690a HTTP/1.1" status: 200  len: 943 time: 0.4554415
Apr 05 12:09:26.996616 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-97b605a3-f3bd-4efb-9a0c-0287d71fe832 req-5d9a53fb-81e0-45fd-9429-045f9618e848 service neutron] 10.222.0.37 "GET /v2.0/networks/07054388-504e-4ac2-b33c-6ef540158df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4993017
Apr 05 12:09:27.023384 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b040d7c9-5869-4cd3-8708-16c6806e26b7 req-c6fc667d-167c-4b3c-8666-56ca3f3552b3 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346107
Apr 05 12:09:27.415214 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb5e0195-b2da-4221-9530-23b7517c3dd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:27.425818 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb5e0195-b2da-4221-9530-23b7517c3dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2694713'] for port, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:27.497611 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2eae8541-027a-49fc-837e-a8539fce851e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:27.599364 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb5e0195-b2da-4221-9530-23b7517c3dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854215708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854374506'] for router_interface, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:27.621686 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e0195-b2da-4221-9530-23b7517c3dd7 admin admin] Pushing event updated for resources: {'Port': ['ID=d4bdb899-a35e-4dbc-af82-1ca1b85516cb,revision_number=2']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:27.809570 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-eb5e0195-b2da-4221-9530-23b7517c3dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:27.814426 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572b864-134a-4b53-bc3d-70457f8b1503 req-41444e7d-21ce-452b-a37d-443372c8e4eb tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:27.822789 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9572b864-134a-4b53-bc3d-70457f8b1503 req-41444e7d-21ce-452b-a37d-443372c8e4eb tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.1611350
Apr 05 12:09:27.891041 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9572b864-134a-4b53-bc3d-70457f8b1503 req-6ac8efb3-5142-4659-bc89-981a90baacac tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670371
Apr 05 12:09:27.963448 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a7145-e137-4c8c-8c75-3ee39449de2a req-100414f6-d557-43b0-8047-58206abac38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:27.965560 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-706a7145-e137-4c8c-8c75-3ee39449de2a req-100414f6-d557-43b0-8047-58206abac38d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0903b4e64774f679042704eb580949d&device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 1098 time: 0.3481560
Apr 05 12:09:28.082705 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:28.095290 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5e0195-b2da-4221-9530-23b7517c3dd7 admin admin] Network dc4914fd-ac92-484f-b6c8-48e6144aced6 is already hosted by enough agents. {{(pid=84269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:09:28.096698 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-eb5e0195-b2da-4221-9530-23b7517c3dd7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:09:28.147622 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570c780-18a8-47f4-b8e0-e58a1ee8d3b8 req-1481ebc6-50ba-405b-8527-b11c1078ed2b tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:28.165567 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7570c780-18a8-47f4-b8e0-e58a1ee8d3b8 req-1481ebc6-50ba-405b-8527-b11c1078ed2b tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?device_id=038a8be8-b71a-4a1e-87e5-30bd2d5fa1bc HTTP/1.1" status: 200  len: 946 time: 0.6687708
Apr 05 12:09:28.215709 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device f9694837-9215-4b10-ad2e-0649b442d0e2 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:09:28.423244 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port f9694837-9215-4b10-ad2e-0649b442d0e2 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:09:28.423585 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:28.554948 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31365639-b295-4bde-9b06-c3e9d83c5dcb req-ca9f704d-ea05-45b3-8d40-4f9f96c8202a tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:28.557531 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-31365639-b295-4bde-9b06-c3e9d83c5dcb req-ca9f704d-ea05-45b3-8d40-4f9f96c8202a tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eed7b27-b499-4cef-b1c1-2f387e3e690a HTTP/1.1" status: 200  len: 943 time: 0.2125688
Apr 05 12:09:28.641548 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-31365639-b295-4bde-9b06-c3e9d83c5dcb req-689fc63a-c05d-4098-918e-dc1bd11ec862 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701034
Apr 05 12:09:28.646476 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device bf171599-2595-48ef-91f6-d69e602260cb details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 12:09:28.833250 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e07c3ab7-a000-4003-94e8-95d126a071d2 None None] Provisioning complete for port d4bdb899-a35e-4dbc-af82-1ca1b85516cb triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:09:28.833671 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e07c3ab7-a000-4003-94e8-95d126a071d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:28.894418 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7570c780-18a8-47f4-b8e0-e58a1ee8d3b8 req-ac99c2de-cfcc-4796-a988-9572ffb9b05d tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/security-groups?id=45378dbe-e24e-46fe-876d-24f89a40b58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7279727
Apr 05 12:09:28.901473 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e07c3ab7-a000-4003-94e8-95d126a071d2 None None] Port d4bdb899-a35e-4dbc-af82-1ca1b85516cb cannot update to ACTIVE because it is not bound. {{(pid=84270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 12:09:28.917645 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:29.016280 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port bf171599-2595-48ef-91f6-d69e602260cb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=bf171599-2595-48ef-91f6-d69e602260cb,segment=NetworkSegment(678a0a32-e584-4bc7-93dc-6b69e2674942),segment_id=678a0a32-e584-4bc7-93dc-6b69e2674942)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:09:29.020009 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a7145-e137-4c8c-8c75-3ee39449de2a req-b993e4c3-b48b-46fc-b2d6-ecc9ed3d7ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:29.022215 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-706a7145-e137-4c8c-8c75-3ee39449de2a req-b993e4c3-b48b-46fc-b2d6-ecc9ed3d7ea7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0 HTTP/1.1" status: 200  len: 919 time: 1.0448921
Apr 05 12:09:29.043941 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Returning: {'device': 'bf171599-2595-48ef-91f6-d69e602260cb', 'network_id': '07054388-504e-4ac2-b33c-6ef540158df3', 'port_id': 'bf171599-2595-48ef-91f6-d69e602260cb', 'mac_address': 'fa:16:3e:81:ed:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a41d3eb2-4ae3-4bca-813b-303785d3193b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 12:09:29.143487 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:29.187122 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf171599-2595-48ef-91f6-d69e602260cb {{(pid=84270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:09:29.189650 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5e0195-b2da-4221-9530-23b7517c3dd7 admin admin] Router f722d1f5-d943-4fb7-a266-5105dd4a1f9e has already been hosted by L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d {{(pid=84269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 12:09:29.192086 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-706a7145-e137-4c8c-8c75-3ee39449de2a req-658aa47a-adc2-4299-ba1c-078d9e3301d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f HTTP/1.1" status: 200  len: 217 time: 0.1568084
Apr 05 12:09:29.227134 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port bf171599-2595-48ef-91f6-d69e602260cb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=bf171599-2595-48ef-91f6-d69e602260cb,segment=NetworkSegment(678a0a32-e584-4bc7-93dc-6b69e2674942),segment_id=678a0a32-e584-4bc7-93dc-6b69e2674942)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:09:29.237625 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:29.239678 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:29.309261 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51e7f6-77b0-4103-a121-04090df6a949 req-89561934-ae12-4824-b00c-d9fff2bcdd66 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:29.324178 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-dc51e7f6-77b0-4103-a121-04090df6a949 req-89561934-ae12-4824-b00c-d9fff2bcdd66 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.2529635
Apr 05 12:09:29.388320 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=bf171599-2595-48ef-91f6-d69e602260cb,revision_number=4']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:29.402110 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:29.421472 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a7145-e137-4c8c-8c75-3ee39449de2a req-8285390f-c8d9-4f41-9ccf-bc3bfe36f1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:29.423473 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-706a7145-e137-4c8c-8c75-3ee39449de2a req-8285390f-c8d9-4f41-9ccf-bc3bfe36f1ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ced82538-3893-4e0b-a29e-4343c9a27f88 HTTP/1.1" status: 200  len: 858 time: 0.1452339
Apr 05 12:09:29.439581 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-dc51e7f6-77b0-4103-a121-04090df6a949 req-39c1c174-6360-4461-9353-063ca50e093e tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119201
Apr 05 12:09:29.615313 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-706a7145-e137-4c8c-8c75-3ee39449de2a req-90d5b005-f397-4b91-80fd-5138fa019d06 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0764208
Apr 05 12:09:29.703536 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['bf171599-2595-48ef-91f6-d69e602260cb'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:09:29.935753 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-706a7145-e137-4c8c-8c75-3ee39449de2a req-d3c8509e-ab3d-44f0-901c-be95366e5026 service neutron] 10.222.0.37 "GET /v2.0/networks/a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3007507
Apr 05 12:09:30.035053 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4a746-2609-4c61-b751-051331ed9dd0 req-a848b501-a0b4-4c68-b15b-a5b945a155cd tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:30.037112 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-57f4a746-2609-4c61-b751-051331ed9dd0 req-a848b501-a0b4-4c68-b15b-a5b945a155cd tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eed7b27-b499-4cef-b1c1-2f387e3e690a HTTP/1.1" status: 200  len: 944 time: 0.1721406
Apr 05 12:09:30.117971 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-57f4a746-2609-4c61-b751-051331ed9dd0 req-918afb7b-65e7-4f55-8214-2f816d9af99e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734375
Apr 05 12:09:30.121134 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5e0195-b2da-4221-9530-23b7517c3dd7 admin admin] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:09:30.147497 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-eb5e0195-b2da-4221-9530-23b7517c3dd7 admin admin] 10.222.0.36 "PUT /v2.0/routers/f722d1f5-d943-4fb7-a266-5105dd4a1f9e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.1458347
Apr 05 12:09:30.155209 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5592c4e-377a-422f-9612-7fe4ca4ca4e1 None None] Sync routers for ids ['f722d1f5-d943-4fb7-a266-5105dd4a1f9e'] in dv-cinder-784763-1-iscsi {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:09:30.195997 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5592c4e-377a-422f-9612-7fe4ca4ca4e1 None None] Routers {'f722d1f5-d943-4fb7-a266-5105dd4a1f9e'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:09:30.196836 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-a5592c4e-377a-422f-9612-7fe4ca4ca4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460fc3ac8>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:09:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['f722d1f5-d943-4fb7-a266-5105dd4a1f9e'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:09:30.226590 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-706a7145-e137-4c8c-8c75-3ee39449de2a req-844cef67-d6ed-4ce7-8a64-8b4fadd3c295 service neutron] 10.222.0.37 "GET /v2.0/networks/a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2782872
Apr 05 12:09:30.556462 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-a5592c4e-377a-422f-9612-7fe4ca4ca4e1 None None] Set router f722d1f5-d943-4fb7-a266-5105dd4a1f9e gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:09:30.908123 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f18dc-3f41-4e90-9cc9-e9be499ca06b req-ba307c4e-5323-4363-8908-d381e2f26740 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:30.914984 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1e8f18dc-3f41-4e90-9cc9-e9be499ca06b req-ba307c4e-5323-4363-8908-d381e2f26740 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.2228127
Apr 05 12:09:31.058119 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1e8f18dc-3f41-4e90-9cc9-e9be499ca06b req-6e80b991-a377-40c9-80a2-a0b8b60897d8 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1419585
Apr 05 12:09:31.511249 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 44434) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:09:31.519246 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c647ef81-ca07-4693-942b-64127c9f7884 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-398527571', 'description': 'tempest-secgroup-smoke-398527571 description', 'project_id': '629fa1a565724595a30468e1271ead78'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:09:31.537981 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c647ef81-ca07-4693-942b-64127c9f7884 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:09:31.549167 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-c647ef81-ca07-4693-942b-64127c9f7884 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Usage tracker for resource:security_group and tenant:629fa1a565724595a30468e1271ead78 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:09:31.555709 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-c647ef81-ca07-4693-942b-64127c9f7884 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:09:31.590544 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c647ef81-ca07-4693-942b-64127c9f7884 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:09:31.604152 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c647ef81-ca07-4693-942b-64127c9f7884 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:31.688157 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c647ef81-ca07-4693-942b-64127c9f7884 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:09:31.701606 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-c647ef81-ca07-4693-942b-64127c9f7884 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Usage tracker for resource:security_group_rule and tenant:629fa1a565724595a30468e1271ead78 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:09:31.705133 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-c647ef81-ca07-4693-942b-64127c9f7884 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:09:31.713498 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c647ef81-ca07-4693-942b-64127c9f7884 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:09:31.828557 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-a5592c4e-377a-422f-9612-7fe4ca4ca4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460fc3ac8>, [{'id': 'f722d1f5-d943-4fb7-a266-5105dd4a1f9e', 'name': 'tempest-TestVolumeBootPattern-163224828-router', 'tenant_id': '2969fe50e12f4a288e08f76d724182e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': 'f9694837-9215-4b10-ad2e-0649b442d0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:09:09Z', 'updated_at': '2021-04-05T12:09:26Z', 'revision_number': 4, 'project_id': '2969fe50e12f4a288e08f76d724182e4', 'gw_port': {'id': 'f9694837-9215-4b10-ad2e-0649b442d0e2', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f722d1f5-d943-4fb7-a266-5105dd4a1f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:12Z', 'updated_at': '2021-04-05T12:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': 'd4bdb899-a35e-4dbc-af82-1ca1b85516cb', 'name': '', 'network_id': 'dc4914fd-ac92-484f-b6c8-48e6144aced6', 'tenant_id': '2969fe50e12f4a288e08f76d724182e4', 'mac_address': 'fa:16:3e:48:40:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f722d1f5-d943-4fb7-a266-5105dd4a1f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '9f4f1b55-ccc9-4a06-800e-9069a5353f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:23Z', 'updated_at': '2021-04-05T12:09:27Z', 'revision_number': 2, 'project_id': '2969fe50e12f4a288e08f76d724182e4', 'subnets': [{'id': '9f4f1b55-ccc9-4a06-800e-9069a5353f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:09:31.835071 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c647ef81-ca07-4693-942b-64127c9f7884 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:31.838824 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5592c4e-377a-422f-9612-7fe4ca4ca4e1 None None] Checking router: f722d1f5-d943-4fb7-a266-5105dd4a1f9e for host: dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:09:31.839675 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5592c4e-377a-422f-9612-7fe4ca4ca4e1 None None] Updating router f722d1f5-d943-4fb7-a266-5105dd4a1f9e port d4bdb899-a35e-4dbc-af82-1ca1b85516cb binding host dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 12:09:31.841614 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c647ef81-ca07-4693-942b-64127c9f7884 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:31.848078 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f54658f6-181f-4aa7-9eec-46b82ca6627c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:31.955272 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647ef81-ca07-4693-942b-64127c9f7884 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f62e6b1-5298-4750-ade3-d7246e0179c0,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:31.962858 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c647ef81-ca07-4693-942b-64127c9f7884 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:31.967670 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 44450) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:09:31.967800 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-c647ef81-ca07-4693-942b-64127c9f7884 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.4552350
Apr 05 12:09:31.975569 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-8c865b79-b4e1-42c9-8229-10e83ff4452b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Request body: {'security_group_rule': {'security_group_id': '8f62e6b1-5298-4750-ade3-d7246e0179c0', 'project_id': '629fa1a565724595a30468e1271ead78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:09:31.995065 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8c865b79-b4e1-42c9-8229-10e83ff4452b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:09:32.009434 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-8c865b79-b4e1-42c9-8229-10e83ff4452b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Usage tracker for resource:security_group_rule and tenant:629fa1a565724595a30468e1271ead78 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:09:32.020599 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-8c865b79-b4e1-42c9-8229-10e83ff4452b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:09:32.021264 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-c647ef81-ca07-4693-942b-64127c9f7884 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:32.023906 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a5592c4e-377a-422f-9612-7fe4ca4ca4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:32.051597 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8c865b79-b4e1-42c9-8229-10e83ff4452b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:09:32.088194 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127d207-3c5e-41cd-bc0a-3e0beefefdcd req-048acb27-5a93-452f-9d25-222d40c2cb1a tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:32.096042 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6127d207-3c5e-41cd-bc0a-3e0beefefdcd req-048acb27-5a93-452f-9d25-222d40c2cb1a tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eed7b27-b499-4cef-b1c1-2f387e3e690a HTTP/1.1" status: 200  len: 944 time: 0.1271098
Apr 05 12:09:32.164376 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c865b79-b4e1-42c9-8229-10e83ff4452b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:32.166776 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6127d207-3c5e-41cd-bc0a-3e0beefefdcd req-4d6df596-52d7-4eb2-a8d2-01a0a06f4401 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696282
Apr 05 12:09:32.292211 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c865b79-b4e1-42c9-8229-10e83ff4452b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:32.306885 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c865b79-b4e1-42c9-8229-10e83ff4452b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411633'] for security_group_rule, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:32.317591 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a21dbe-1a94-4049-a67b-90928723250d req-009fc059-366a-471b-9fdd-12ef86de8803 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:32.326242 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e8a21dbe-1a94-4049-a67b-90928723250d req-009fc059-366a-471b-9fdd-12ef86de8803 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?device_id=038a8be8-b71a-4a1e-87e5-30bd2d5fa1bc HTTP/1.1" status: 200  len: 946 time: 0.2574236
Apr 05 12:09:32.422534 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e8a21dbe-1a94-4049-a67b-90928723250d req-01d0007e-727f-43a2-83ad-af23d7e4b541 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/security-groups?id=45378dbe-e24e-46fe-876d-24f89a40b58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949953
Apr 05 12:09:32.427963 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:32.447393 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c865b79-b4e1-42c9-8229-10e83ff4452b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37579d8f-2407-4792-9ce3-4e8579c6adb2,revision_number=0']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:32.456545 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-8c865b79-b4e1-42c9-8229-10e83ff4452b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:32.457427 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c865b79-b4e1-42c9-8229-10e83ff4452b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:32.461530 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-8c865b79-b4e1-42c9-8229-10e83ff4452b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4901173
Apr 05 12:09:32.462599 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 44460) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:09:32.474678 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-8c9e3747-5f70-4fd5-8bfe-a98a9b405ffa tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Request body: {'security_group_rule': {'security_group_id': '8f62e6b1-5298-4750-ade3-d7246e0179c0', 'project_id': '629fa1a565724595a30468e1271ead78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:09:32.478303 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64349076-f21f-4b8d-9373-3a97ac89001d req-ac43d742-4207-4a7e-ab27-ab8578aae85b tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:32.480149 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-64349076-f21f-4b8d-9373-3a97ac89001d req-ac43d742-4207-4a7e-ab27-ab8578aae85b tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.2001123
Apr 05 12:09:32.484683 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8c9e3747-5f70-4fd5-8bfe-a98a9b405ffa tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:09:32.500285 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-8c9e3747-5f70-4fd5-8bfe-a98a9b405ffa tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Usage tracker for resource:security_group_rule and tenant:629fa1a565724595a30468e1271ead78 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:09:32.509458 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-8c9e3747-5f70-4fd5-8bfe-a98a9b405ffa tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:09:32.523377 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8c9e3747-5f70-4fd5-8bfe-a98a9b405ffa tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:09:32.557540 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c9e3747-5f70-4fd5-8bfe-a98a9b405ffa tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:32.597861 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-64349076-f21f-4b8d-9373-3a97ac89001d req-1b544ba1-6499-40c8-86b1-1bb113caa96a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073518
Apr 05 12:09:32.648472 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device bf171599-2595-48ef-91f6-d69e602260cb up at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:09:32.650324 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c9e3747-5f70-4fd5-8bfe-a98a9b405ffa tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:32.653432 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c9e3747-5f70-4fd5-8bfe-a98a9b405ffa tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411633'] for security_group_rule, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:32.656142 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-48073d91-60b6-4688-b88a-4e62c3d74e48 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:32.677298 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e3747-5f70-4fd5-8bfe-a98a9b405ffa tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02973774-dcc3-4957-beca-ee71aad09cdf,revision_number=0']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:32.691522 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-8c9e3747-5f70-4fd5-8bfe-a98a9b405ffa tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:32.692762 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c9e3747-5f70-4fd5-8bfe-a98a9b405ffa tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:32.697128 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-8c9e3747-5f70-4fd5-8bfe-a98a9b405ffa tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2332892
Apr 05 12:09:32.697256 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 44470) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:09:32.703484 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-3c56a4b6-e0d0-425b-8579-31b8eaba6be8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Request body: {'security_group_rule': {'security_group_id': '8f62e6b1-5298-4750-ade3-d7246e0179c0', 'project_id': '629fa1a565724595a30468e1271ead78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:09:32.712400 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3c56a4b6-e0d0-425b-8579-31b8eaba6be8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:09:32.717422 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-3c56a4b6-e0d0-425b-8579-31b8eaba6be8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Usage tracker for resource:security_group_rule and tenant:629fa1a565724595a30468e1271ead78 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:09:32.721259 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-3c56a4b6-e0d0-425b-8579-31b8eaba6be8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:09:32.728089 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3c56a4b6-e0d0-425b-8579-31b8eaba6be8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:09:32.745662 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c56a4b6-e0d0-425b-8579-31b8eaba6be8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:32.782516 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning for port bf171599-2595-48ef-91f6-d69e602260cb completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:09:32.794457 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning complete for port bf171599-2595-48ef-91f6-d69e602260cb triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:09:32.794973 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:32.837856 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c56a4b6-e0d0-425b-8579-31b8eaba6be8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:32.841509 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c56a4b6-e0d0-425b-8579-31b8eaba6be8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411633'] for security_group_rule, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:32.844114 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:32.866571 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56a4b6-e0d0-425b-8579-31b8eaba6be8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=398e2a49-c0f2-4624-966e-3f4e03c8e3ee,revision_number=0']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:32.872007 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-3c56a4b6-e0d0-425b-8579-31b8eaba6be8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:32.881348 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c56a4b6-e0d0-425b-8579-31b8eaba6be8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:32.885217 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-3c56a4b6-e0d0-425b-8579-31b8eaba6be8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1844897
Apr 05 12:09:32.885961 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 44480) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:09:32.893407 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-0fcd736c-55e1-400d-89b1-43e541c363fb tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Request body: {'security_group_rule': {'security_group_id': '8f62e6b1-5298-4750-ade3-d7246e0179c0', 'project_id': '629fa1a565724595a30468e1271ead78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:09:32.901797 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0fcd736c-55e1-400d-89b1-43e541c363fb tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:09:32.906774 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-0fcd736c-55e1-400d-89b1-43e541c363fb tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Usage tracker for resource:security_group_rule and tenant:629fa1a565724595a30468e1271ead78 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:09:32.910835 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-0fcd736c-55e1-400d-89b1-43e541c363fb tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:09:32.919866 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0fcd736c-55e1-400d-89b1-43e541c363fb tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:09:32.937787 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0fcd736c-55e1-400d-89b1-43e541c363fb tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:32.994707 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a5592c4e-377a-422f-9612-7fe4ca4ca4e1 None None] Notify callbacks [] for port, precommit_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:33.015937 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0fcd736c-55e1-400d-89b1-43e541c363fb tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:33.020707 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0fcd736c-55e1-400d-89b1-43e541c363fb tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411633'] for security_group_rule, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:33.021401 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-a5592c4e-377a-422f-9612-7fe4ca4ca4e1 None None] Transition to ACTIVE for port object d4bdb899-a35e-4dbc-af82-1ca1b85516cb will not be triggered until provisioned by entity L2. {{(pid=84270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:09:33.024255 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-8c865b79-b4e1-42c9-8229-10e83ff4452b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:33.026964 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:33.039253 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a5592c4e-377a-422f-9612-7fe4ca4ca4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:33.046078 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd736c-55e1-400d-89b1-43e541c363fb tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8331e47d-8042-4271-948a-d2d6a043b602,revision_number=0']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:33.057467 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-0fcd736c-55e1-400d-89b1-43e541c363fb tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:33.058457 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:33.079380 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0fcd736c-55e1-400d-89b1-43e541c363fb tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:33.083971 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 44486) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:09:33.084383 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-0fcd736c-55e1-400d-89b1-43e541c363fb tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1970417
Apr 05 12:09:33.090042 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-5ed3bb9e-e0da-46a4-90f0-871994f89575 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Request body: {'security_group_rule': {'security_group_id': '8f62e6b1-5298-4750-ade3-d7246e0179c0', 'project_id': '629fa1a565724595a30468e1271ead78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:09:33.097331 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5ed3bb9e-e0da-46a4-90f0-871994f89575 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:09:33.101515 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-5ed3bb9e-e0da-46a4-90f0-871994f89575 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Usage tracker for resource:security_group_rule and tenant:629fa1a565724595a30468e1271ead78 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:09:33.104795 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-5ed3bb9e-e0da-46a4-90f0-871994f89575 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:09:33.111809 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5ed3bb9e-e0da-46a4-90f0-871994f89575 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:09:33.126215 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-5ed3bb9e-e0da-46a4-90f0-871994f89575 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Project 629fa1a565724595a30468e1271ead78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 05 12:09:33.138620 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5ed3bb9e-e0da-46a4-90f0-871994f89575 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:33.184985 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eed7b27-b499-4cef-b1c1-2f387e3e690a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf171599-2595-48ef-91f6-d69e602260cb'}] {{(pid=84270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:09:33.228444 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port bf171599-2595-48ef-91f6-d69e602260cb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=bf171599-2595-48ef-91f6-d69e602260cb,segment=NetworkSegment(678a0a32-e584-4bc7-93dc-6b69e2674942),segment_id=678a0a32-e584-4bc7-93dc-6b69e2674942)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:09:33.236456 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb51b9-ff48-40ef-83f9-b3796d49c606 None None] Pushing event updated for resources: {'Port': ['ID=d4bdb899-a35e-4dbc-af82-1ca1b85516cb,revision_number=3']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:33.242810 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-54eb51b9-ff48-40ef-83f9-b3796d49c606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:33.243762 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:33.248300 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-c1c0c178-d3a3-4664-a2de-69a0d0fe6b6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:33.290420 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5ed3bb9e-e0da-46a4-90f0-871994f89575 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:33.297950 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5ed3bb9e-e0da-46a4-90f0-871994f89575 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411633'] for security_group_rule, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:33.300235 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2fd8578e-4669-498e-aeda-ed0ff0581c37 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:33.334513 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=bf171599-2595-48ef-91f6-d69e602260cb,revision_number=5']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:33.340218 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:33.350432 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3bb9e-e0da-46a4-90f0-871994f89575 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b2d6efb-5168-4cfa-a5f4-7a3e89495251,revision_number=0']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:33.353430 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-5ed3bb9e-e0da-46a4-90f0-871994f89575 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:33.430542 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5ed3bb9e-e0da-46a4-90f0-871994f89575 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:33.432019 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-5ed3bb9e-e0da-46a4-90f0-871994f89575 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3468161
Apr 05 12:09:33.434817 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 44506) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:09:33.441997 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9d21eeec-afd0-4c46-ad45-69e57d40945c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Request body: {'security_group_rule': {'security_group_id': '8f62e6b1-5298-4750-ade3-d7246e0179c0', 'project_id': '629fa1a565724595a30468e1271ead78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:09:33.452896 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9d21eeec-afd0-4c46-ad45-69e57d40945c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:09:33.458617 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-9d21eeec-afd0-4c46-ad45-69e57d40945c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Usage tracker for resource:security_group_rule and tenant:629fa1a565724595a30468e1271ead78 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:09:33.462309 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-9d21eeec-afd0-4c46-ad45-69e57d40945c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:09:33.475430 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9d21eeec-afd0-4c46-ad45-69e57d40945c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:09:33.481686 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d41ec0-3c3b-4a46-b5f9-bd9dded05a2c req-ea540d0c-a78c-405c-83a3-860208c63fb6 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:33.489219 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-9d21eeec-afd0-4c46-ad45-69e57d40945c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Project 629fa1a565724595a30468e1271ead78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 05 12:09:33.490176 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c5d41ec0-3c3b-4a46-b5f9-bd9dded05a2c req-ea540d0c-a78c-405c-83a3-860208c63fb6 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eed7b27-b499-4cef-b1c1-2f387e3e690a HTTP/1.1" status: 200  len: 945 time: 0.1330941
Apr 05 12:09:33.497650 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d21eeec-afd0-4c46-ad45-69e57d40945c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:33.559911 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c5d41ec0-3c3b-4a46-b5f9-bd9dded05a2c req-4fecaa60-0dbb-4b7b-b02d-9fd03731cf9a tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687528
Apr 05 12:09:33.570572 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-a5592c4e-377a-422f-9612-7fe4ca4ca4e1 None None] Attempting to bind port d4bdb899-a35e-4dbc-af82-1ca1b85516cb on host dv-cinder-784763-1-iscsi for vnic_type normal with profile  {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:09:33.570993 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-a5592c4e-377a-422f-9612-7fe4ca4ca4e1 None None] Attempting to bind port d4bdb899-a35e-4dbc-af82-1ca1b85516cb by drivers openvswitch,hyperv on host dv-cinder-784763-1-iscsi at level 0 using segments [{'id': 'b42d6181-b175-4d56-85b1-e2867590d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'dc4914fd-ac92-484f-b6c8-48e6144aced6'}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:09:33.571411 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5592c4e-377a-422f-9612-7fe4ca4ca4e1 None None] Attempting to bind port d4bdb899-a35e-4dbc-af82-1ca1b85516cb on network dc4914fd-ac92-484f-b6c8-48e6144aced6 {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:09:33.589186 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5592c4e-377a-422f-9612-7fe4ca4ca4e1 None None] Checking agent: {'id': '93e0106f-7977-40cd-8b89-dc51f73202a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 25), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:09:33.589635 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5592c4e-377a-422f-9612-7fe4ca4ca4e1 None None] Checking segment: {'id': 'b42d6181-b175-4d56-85b1-e2867590d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'dc4914fd-ac92-484f-b6c8-48e6144aced6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:09:33.593490 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a5592c4e-377a-422f-9612-7fe4ca4ca4e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:33.593988 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5592c4e-377a-422f-9612-7fe4ca4ca4e1 None None] Bound using segment: {'id': 'b42d6181-b175-4d56-85b1-e2867590d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'dc4914fd-ac92-484f-b6c8-48e6144aced6'} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:09:33.594593 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-a5592c4e-377a-422f-9612-7fe4ca4ca4e1 None None] Bound port: d4bdb899-a35e-4dbc-af82-1ca1b85516cb, host: dv-cinder-784763-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42d6181-b175-4d56-85b1-e2867590d754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'dc4914fd-ac92-484f-b6c8-48e6144aced6'}}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:09:33.595052 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a5592c4e-377a-422f-9612-7fe4ca4ca4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:33.653598 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eed7b27-b499-4cef-b1c1-2f387e3e690a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf171599-2595-48ef-91f6-d69e602260cb', 'code': 200}
Apr 05 12:09:33.667671 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d21eeec-afd0-4c46-ad45-69e57d40945c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:33.674588 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d21eeec-afd0-4c46-ad45-69e57d40945c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411633'] for security_group_rule, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:33.678185 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:33.725888 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-a5592c4e-377a-422f-9612-7fe4ca4ca4e1 None None] For port d4bdb899-a35e-4dbc-af82-1ca1b85516cb, host dv-cinder-784763-1-iscsi, cleared binding levels {{(pid=84270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:09:33.726055 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21eeec-afd0-4c46-ad45-69e57d40945c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db87aa2-3736-415c-8bc0-0f43c7b9d062,revision_number=0']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:33.741606 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-9d21eeec-afd0-4c46-ad45-69e57d40945c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:33.746350 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-a5592c4e-377a-422f-9612-7fe4ca4ca4e1 None None] For port d4bdb899-a35e-4dbc-af82-1ca1b85516cb, host dv-cinder-784763-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=d4bdb899-a35e-4dbc-af82-1ca1b85516cb,segment=NetworkSegment(b42d6181-b175-4d56-85b1-e2867590d754),segment_id=b42d6181-b175-4d56-85b1-e2867590d754)] {{(pid=84270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:09:33.752751 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a5592c4e-377a-422f-9612-7fe4ca4ca4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:33.757447 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9d21eeec-afd0-4c46-ad45-69e57d40945c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:33.759176 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-9d21eeec-afd0-4c46-ad45-69e57d40945c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3227429
Apr 05 12:09:33.926275 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:34.048689 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d0ffc-a45b-4fee-9f96-f275d52deef0 req-7f42126c-3d27-4b3d-9851-684d91ba9eb1 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:34.055157 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8d6d0ffc-a45b-4fee-9f96-f275d52deef0 req-7f42126c-3d27-4b3d-9851-684d91ba9eb1 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?device_id=038a8be8-b71a-4a1e-87e5-30bd2d5fa1bc HTTP/1.1" status: 200  len: 946 time: 0.2122760
Apr 05 12:09:34.177030 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5592c4e-377a-422f-9612-7fe4ca4ca4e1 None None] Routers {'f722d1f5-d943-4fb7-a266-5105dd4a1f9e'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:09:34.178234 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-a5592c4e-377a-422f-9612-7fe4ca4ca4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460fc3ac8>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:09:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['f722d1f5-d943-4fb7-a266-5105dd4a1f9e'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:09:34.225991 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045e06d-ef85-4831-8213-84347052ac2c req-eb4aee29-ea80-4139-9516-06f4d6149af9 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:34.234553 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6045e06d-ef85-4831-8213-84347052ac2c req-eb4aee29-ea80-4139-9516-06f4d6149af9 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/networks?id=548b3d94-5c3c-467f-9182-8efb802d6497 HTTP/1.1" status: 200  len: 814 time: 0.4891016
Apr 05 12:09:34.261675 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6045e06d-ef85-4831-8213-84347052ac2c req-a86443c3-ae11-4bb1-b693-8fbe32afe5b0 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/quotas/0fa3ed41777846009e78f090b026e395 HTTP/1.1" status: 200  len: 375 time: 0.0264215
Apr 05 12:09:34.294160 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8d6d0ffc-a45b-4fee-9f96-f275d52deef0 req-fe4c180c-7a48-4355-bb44-2cc15b3a29ae tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/security-groups?id=45378dbe-e24e-46fe-876d-24f89a40b58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2300065
Apr 05 12:09:34.331599 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bba616-e593-4b17-931d-c9fe33f2bbdb req-c0612483-cc81-440b-9c22-f35b762a655c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:34.333620 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-04bba616-e593-4b17-931d-c9fe33f2bbdb req-c0612483-cc81-440b-9c22-f35b762a655c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2eed7b27-b499-4cef-b1c1-2f387e3e690a HTTP/1.1" status: 200  len: 1098 time: 0.2235174
Apr 05 12:09:34.392341 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-04bba616-e593-4b17-931d-c9fe33f2bbdb req-f9487387-aa15-4f38-a9c6-efe09ccf17fa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503037
Apr 05 12:09:34.430474 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb51b9-ff48-40ef-83f9-b3796d49c606 None None] Pushing event updated for resources: {'Port': ['ID=d4bdb899-a35e-4dbc-af82-1ca1b85516cb,revision_number=4']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:34.445678 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8312bf7-65a9-4f32-b90e-7fc49ba01d8d req-ad97a219-1280-4f5a-ab8b-953531c56cc7 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:34.447812 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d8312bf7-65a9-4f32-b90e-7fc49ba01d8d req-ad97a219-1280-4f5a-ab8b-953531c56cc7 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.37 "GET /v2.0/ports?device_id=038a8be8-b71a-4a1e-87e5-30bd2d5fa1bc HTTP/1.1" status: 200  len: 946 time: 0.3982828
Apr 05 12:09:34.475449 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-6045e06d-ef85-4831-8213-84347052ac2c req-8ca97be3-56b7-4102-a05a-d26da07b3c59 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Synchronizing usage tracker for tenant:0fa3ed41777846009e78f090b026e395 on resource:port {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:09:34.497009 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-6045e06d-ef85-4831-8213-84347052ac2c req-8ca97be3-56b7-4102-a05a-d26da07b3c59 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Unset dirty status for tenant:0fa3ed41777846009e78f090b026e395 on resource:port {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:09:34.512684 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6045e06d-ef85-4831-8213-84347052ac2c req-8ca97be3-56b7-4102-a05a-d26da07b3c59 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0fa3ed41777846009e78f090b026e395&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2498746
Apr 05 12:09:34.608340 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b0bb2-1e0d-44d4-b81d-062714c67e82 req-2f3be1b3-a43b-4110-8c69-e76e1d12a405 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:34.617360 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-da3b0bb2-1e0d-44d4-b81d-062714c67e82 req-2f3be1b3-a43b-4110-8c69-e76e1d12a405 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.1205640
Apr 05 12:09:34.620232 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-54eb51b9-ff48-40ef-83f9-b3796d49c606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:34.658725 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-a5592c4e-377a-422f-9612-7fe4ca4ca4e1 None None] Set router f722d1f5-d943-4fb7-a266-5105dd4a1f9e gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:09:34.678010 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-da3b0bb2-1e0d-44d4-b81d-062714c67e82 req-9d619a8a-78ff-4c11-8a9a-1b9a54b372dc tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594115
Apr 05 12:09:34.702285 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-d8312bf7-65a9-4f32-b90e-7fc49ba01d8d req-bcbeaef0-dc97-4056-b4bf-1016abfaca41 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Deleting port 755bd6e5-b716-4a58-a1e2-161e9d54f422 {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:09:34.702648 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d8312bf7-65a9-4f32-b90e-7fc49ba01d8d req-bcbeaef0-dc97-4056-b4bf-1016abfaca41 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:34.810995 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6045e06d-ef85-4831-8213-84347052ac2c req-a75d946f-ecfc-43d6-8a4d-49c0766fe91e service neutron] 10.222.0.36 "GET /v2.0/networks/548b3d94-5c3c-467f-9182-8efb802d6497?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2973161
Apr 05 12:09:34.964967 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dead17-201f-4f75-b1e9-5b34751b02c7 req-0ef9ffcf-ea81-4d21-b5e3-7b1ef48479f3 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:34.966575 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-63dead17-201f-4f75-b1e9-5b34751b02c7 req-0ef9ffcf-ea81-4d21-b5e3-7b1ef48479f3 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.1140578
Apr 05 12:09:35.017683 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-63dead17-201f-4f75-b1e9-5b34751b02c7 req-f70f7fb2-4717-4de9-a0f5-64d651c0b285 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424204
Apr 05 12:09:35.077612 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-a5592c4e-377a-422f-9612-7fe4ca4ca4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460fc3ac8>, [{'id': 'f722d1f5-d943-4fb7-a266-5105dd4a1f9e', 'name': 'tempest-TestVolumeBootPattern-163224828-router', 'tenant_id': '2969fe50e12f4a288e08f76d724182e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': 'f9694837-9215-4b10-ad2e-0649b442d0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:09:09Z', 'updated_at': '2021-04-05T12:09:26Z', 'revision_number': 4, 'project_id': '2969fe50e12f4a288e08f76d724182e4', 'gw_port': {'id': 'f9694837-9215-4b10-ad2e-0649b442d0e2', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f722d1f5-d943-4fb7-a266-5105dd4a1f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:12Z', 'updated_at': '2021-04-05T12:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': 'd4bdb899-a35e-4dbc-af82-1ca1b85516cb', 'name': '', 'network_id': 'dc4914fd-ac92-484f-b6c8-48e6144aced6', 'tenant_id': '2969fe50e12f4a288e08f76d724182e4', 'mac_address': 'fa:16:3e:48:40:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f722d1f5-d943-4fb7-a266-5105dd4a1f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '9f4f1b55-ccc9-4a06-800e-9069a5353f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:23Z', 'updated_at': '2021-04-05T12:09:33Z', 'revision_number': 4, 'project_id': '2969fe50e12f4a288e08f76d724182e4', 'subnets': [{'id': '9f4f1b55-ccc9-4a06-800e-9069a5353f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:09:35.084292 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5592c4e-377a-422f-9612-7fe4ca4ca4e1 None None] The sync data for ids ['f722d1f5-d943-4fb7-a266-5105dd4a1f9e'] in dv-cinder-784763-1-iscsi is: [{'id': 'f722d1f5-d943-4fb7-a266-5105dd4a1f9e', 'name': 'tempest-TestVolumeBootPattern-163224828-router', 'tenant_id': '2969fe50e12f4a288e08f76d724182e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': 'f9694837-9215-4b10-ad2e-0649b442d0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:09:09Z', 'updated_at': '2021-04-05T12:09:26Z', 'revision_number': 4, 'project_id': '2969fe50e12f4a288e08f76d724182e4', 'gw_port': {'id': 'f9694837-9215-4b10-ad2e-0649b442d0e2', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f722d1f5-d943-4fb7-a266-5105dd4a1f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:12Z', 'updated_at': '2021-04-05T12:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': 'd4bdb899-a35e-4dbc-af82-1ca1b85516cb', 'name': '', 'network_id': 'dc4914fd-ac92-484f-b6c8-48e6144aced6', 'tenant_id': '2969fe50e12f4a288e08f76d724182e4', 'mac_address': 'fa:16:3e:48:40:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f722d1f5-d943-4fb7-a266-5105dd4a1f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '9f4f1b55-ccc9-4a06-800e-9069a5353f3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:23Z', 'updated_at': '2021-04-05T12:09:33Z', 'revision_number': 4, 'project_id': '2969fe50e12f4a288e08f76d724182e4', 'subnets': [{'id': '9f4f1b55-ccc9-4a06-800e-9069a5353f3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:09:35.159930 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6045e06d-ef85-4831-8213-84347052ac2c req-f1e5e044-8775-4b05-add4-b191ed00135b service neutron] 10.222.0.36 "GET /v2.0/networks/548b3d94-5c3c-467f-9182-8efb802d6497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3479114
Apr 05 12:09:35.193309 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-d8312bf7-65a9-4f32-b90e-7fc49ba01d8d req-bcbeaef0-dc97-4056-b4bf-1016abfaca41 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] For port 755bd6e5-b716-4a58-a1e2-161e9d54f422, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=755bd6e5-b716-4a58-a1e2-161e9d54f422,segment=NetworkSegment(cca319d6-d04d-4541-ba09-f3b3756a74bc),segment_id=cca319d6-d04d-4541-ba09-f3b3756a74bc)] {{(pid=84269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:09:35.198487 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d8312bf7-65a9-4f32-b90e-7fc49ba01d8d req-bcbeaef0-dc97-4056-b4bf-1016abfaca41 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:35.449310 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-d8312bf7-65a9-4f32-b90e-7fc49ba01d8d req-bcbeaef0-dc97-4056-b4bf-1016abfaca41 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Calling delete_port for 755bd6e5-b716-4a58-a1e2-161e9d54f422 owned by compute:nova {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:09:35.559432 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e99c5-7e55-49f5-b36c-cf520cbbce99 req-4339772b-502a-4090-9ce3-2a0096439080 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:35.561083 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0a6e99c5-7e55-49f5-b36c-cf520cbbce99 req-4339772b-502a-4090-9ce3-2a0096439080 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eed7b27-b499-4cef-b1c1-2f387e3e690a HTTP/1.1" status: 200  len: 945 time: 0.1376693
Apr 05 12:09:35.663828 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0a6e99c5-7e55-49f5-b36c-cf520cbbce99 req-9334e55b-be65-474c-a73d-f4889f489332 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772288
Apr 05 12:09:35.714339 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d8312bf7-65a9-4f32-b90e-7fc49ba01d8d req-bcbeaef0-dc97-4056-b4bf-1016abfaca41 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:35.777902 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-fcd67756-61ce-4ce7-95e3-147818c1a819 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:36.020038 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f3966037-84a7-449f-95b1-93ae5b1d630c req-863bfe4c-a2bb-4baf-af5d-e1febc2b1be3 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?device_id=038a8be8-b71a-4a1e-87e5-30bd2d5fa1bc HTTP/1.1" status: 200  len: 210 time: 0.1433859
Apr 05 12:09:36.279393 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device d4bdb899-a35e-4dbc-af82-1ca1b85516cb up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:09:36.320322 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0df1f32d-a86e-42bc-9310-c46baa5743a9 req-9ef07902-5894-4a1f-bcf3-00007305c8d3 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 210 time: 0.1523635
Apr 05 12:09:36.392779 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbeaef0-dc97-4056-b4bf-1016abfaca41 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Pushing event deleted for resources: {'Port': ['ID=755bd6e5-b716-4a58-a1e2-161e9d54f422,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:36.411244 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-bcbeaef0-dc97-4056-b4bf-1016abfaca41 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:36.512475 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning for port d4bdb899-a35e-4dbc-af82-1ca1b85516cb completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:09:36.521229 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port d4bdb899-a35e-4dbc-af82-1ca1b85516cb triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:09:36.521696 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:36.643174 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 755bd6e5-b716-4a58-a1e2-161e9d54f422 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:09:36.693459 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8312bf7-65a9-4f32-b90e-7fc49ba01d8d req-bcbeaef0-dc97-4056-b4bf-1016abfaca41 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] No DVR routers for this DVR port 755bd6e5-b716-4a58-a1e2-161e9d54f422 on host hv-cinder-78476 {{(pid=84269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 12:09:36.696585 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d8312bf7-65a9-4f32-b90e-7fc49ba01d8d req-bcbeaef0-dc97-4056-b4bf-1016abfaca41 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:36.700719 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] No Port match for: 755bd6e5-b716-4a58-a1e2-161e9d54f422 {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:09:36.701478 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 755bd6e5-b716-4a58-a1e2-161e9d54f422 not bound to the agent host hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:09:36.701732 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038a8be8-b71a-4a1e-87e5-30bd2d5fa1bc', 'name': 'network-vif-deleted', 'tag': '755bd6e5-b716-4a58-a1e2-161e9d54f422'}] {{(pid=84269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:09:36.713437 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:36.727483 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa349ee-0c1a-4979-bd9b-2bd2e87a754f req-7fb8b3d8-7170-4695-a2d4-f2b908b73f58 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:36.740728 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4fa349ee-0c1a-4979-bd9b-2bd2e87a754f req-7fb8b3d8-7170-4695-a2d4-f2b908b73f58 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.2920370
Apr 05 12:09:36.752303 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] For port d4bdb899-a35e-4dbc-af82-1ca1b85516cb, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=d4bdb899-a35e-4dbc-af82-1ca1b85516cb,segment=NetworkSegment(b42d6181-b175-4d56-85b1-e2867590d754),segment_id=b42d6181-b175-4d56-85b1-e2867590d754)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:09:36.757073 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:36.759235 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-7f1794f7-a0fa-4cca-a23b-5df884ffc920 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:36.761082 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d8312bf7-65a9-4f32-b90e-7fc49ba01d8d req-bcbeaef0-dc97-4056-b4bf-1016abfaca41 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.37 "DELETE /v2.0/ports/755bd6e5-b716-4a58-a1e2-161e9d54f422 HTTP/1.1" status: 204  len: 173 time: 2.2227678
Apr 05 12:09:36.818383 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4fa349ee-0c1a-4979-bd9b-2bd2e87a754f req-5613c2b3-8661-463c-82cf-0ba59d85e088 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663474
Apr 05 12:09:36.873219 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Pushing event updated for resources: {'Port': ['ID=d4bdb899-a35e-4dbc-af82-1ca1b85516cb,revision_number=5']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:36.881544 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038a8be8-b71a-4a1e-87e5-30bd2d5fa1bc', 'name': 'network-vif-deleted', 'tag': '755bd6e5-b716-4a58-a1e2-161e9d54f422', 'status': 'completed', 'code': 200}
Apr 05 12:09:36.888160 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:36.949894 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7a07a-60d6-4bbb-95c4-f5f992e27189 req-c4bfa3b8-9965-4668-a6a2-f959b0f5fcbb tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:36.951616 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5dc7a07a-60d6-4bbb-95c4-f5f992e27189 req-c4bfa3b8-9965-4668-a6a2-f959b0f5fcbb tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eed7b27-b499-4cef-b1c1-2f387e3e690a HTTP/1.1" status: 200  len: 945 time: 0.1288011
Apr 05 12:09:37.009375 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5dc7a07a-60d6-4bbb-95c4-f5f992e27189 req-9bf9946d-58c5-4afe-868a-f87b8ac9961e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507655
Apr 05 12:09:37.417133 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-6341f5b1-72c6-40e6-b098-0fa8d80ee924 req-e60d54a4-e421-416a-b22d-c898fd39dae7 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Synchronizing usage tracker for tenant:aeef6c5c7cf04cec883416dc0997d657 on resource:port {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:09:37.576763 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-6341f5b1-72c6-40e6-b098-0fa8d80ee924 req-e60d54a4-e421-416a-b22d-c898fd39dae7 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Unset dirty status for tenant:aeef6c5c7cf04cec883416dc0997d657 on resource:port {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:09:37.586406 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6341f5b1-72c6-40e6-b098-0fa8d80ee924 req-e60d54a4-e421-416a-b22d-c898fd39dae7 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] 10.222.0.36 "GET /v2.0/ports?device_id=038a8be8-b71a-4a1e-87e5-30bd2d5fa1bc HTTP/1.1" status: 200  len: 210 time: 0.3179979
Apr 05 12:09:37.593003 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-14f34418-9eeb-4741-a955-61e8157f2a70 req-60435eda-6ade-4471-a418-1e44b1a478a9 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 210 time: 0.0766709
Apr 05 12:09:37.687120 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045e06d-ef85-4831-8213-84347052ac2c req-86ecc856-8927-4ee9-b3c6-b352ee1722d0 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:37.690096 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6045e06d-ef85-4831-8213-84347052ac2c req-86ecc856-8927-4ee9-b3c6-b352ee1722d0 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.37 "GET /v2.0/networks?id=548b3d94-5c3c-467f-9182-8efb802d6497 HTTP/1.1" status: 200  len: 814 time: 0.2812443
Apr 05 12:09:37.706852 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-6045e06d-ef85-4831-8213-84347052ac2c req-516d2a18-a600-446a-aa36-dfad7c8e93ed tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Request body: {'port': {'device_id': '4ea8d077-e92a-40b0-8260-2af8a71b8adb', 'network_id': '548b3d94-5c3c-467f-9182-8efb802d6497', 'admin_state_up': True, 'tenant_id': '0fa3ed41777846009e78f090b026e395'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:09:37.873978 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-6045e06d-ef85-4831-8213-84347052ac2c req-516d2a18-a600-446a-aa36-dfad7c8e93ed tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:09:37.888956 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-6045e06d-ef85-4831-8213-84347052ac2c req-516d2a18-a600-446a-aa36-dfad7c8e93ed tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:09:37.895690 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6045e06d-ef85-4831-8213-84347052ac2c req-516d2a18-a600-446a-aa36-dfad7c8e93ed tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Made reservation on behalf of 0fa3ed41777846009e78f090b026e395 for: {'port': 1} {{(pid=84269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:09:37.904663 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6045e06d-ef85-4831-8213-84347052ac2c req-516d2a18-a600-446a-aa36-dfad7c8e93ed tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:38.086672 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af403f2-4fce-407b-b45d-6a2e7410a74e req-1440b16f-95ff-4cef-bbde-6303b1265403 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:38.088509 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3af403f2-4fce-407b-b45d-6a2e7410a74e req-1440b16f-95ff-4cef-bbde-6303b1265403 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.1362500
Apr 05 12:09:38.105889 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-6045e06d-ef85-4831-8213-84347052ac2c req-516d2a18-a600-446a-aa36-dfad7c8e93ed tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Allocated IP 172.20.0.5 (548b3d94-5c3c-467f-9182-8efb802d6497/6b86aae7-ace6-4746-a3ed-1ba4c4e7e2eb/cd022a21-f8f6-48a0-aafb-3a959f94237a) {{(pid=84269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:09:38.162699 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3af403f2-4fce-407b-b45d-6a2e7410a74e req-209f4c2c-abad-42c0-a864-3bc31421c424 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677600
Apr 05 12:09:38.188552 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device d4bdb899-a35e-4dbc-af82-1ca1b85516cb up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:09:38.279609 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port d4bdb899-a35e-4dbc-af82-1ca1b85516cb triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:09:38.280013 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:38.384726 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6045e06d-ef85-4831-8213-84347052ac2c req-516d2a18-a600-446a-aa36-dfad7c8e93ed tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks [] for port, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:38.413222 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-6045e06d-ef85-4831-8213-84347052ac2c req-516d2a18-a600-446a-aa36-dfad7c8e93ed tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Transition to ACTIVE for port object cd022a21-f8f6-48a0-aafb-3a959f94237a will not be triggered until provisioned by entity DHCP. {{(pid=84269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:09:38.448252 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6045e06d-ef85-4831-8213-84347052ac2c req-516d2a18-a600-446a-aa36-dfad7c8e93ed tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:38.464954 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:09:38.634410 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d2a18-a600-446a-aa36-dfad7c8e93ed tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Pushing event updated for resources: {'Port': ['ID=cd022a21-f8f6-48a0-aafb-3a959f94237a,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:09:38.653582 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-516d2a18-a600-446a-aa36-dfad7c8e93ed tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:09:38.748620 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6045e06d-ef85-4831-8213-84347052ac2c req-516d2a18-a600-446a-aa36-dfad7c8e93ed tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Network 548b3d94-5c3c-467f-9182-8efb802d6497 is already hosted by enough agents. {{(pid=84269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:09:38.750257 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-6045e06d-ef85-4831-8213-84347052ac2c req-516d2a18-a600-446a-aa36-dfad7c8e93ed tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Resources bound (agent type, host, resource id):  {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:09:38.776929 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-6045e06d-ef85-4831-8213-84347052ac2c req-516d2a18-a600-446a-aa36-dfad7c8e93ed tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Received port after_create {{(pid=84269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:09:38.933229 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df4641-3003-43c7-b4b8-c4a6f235c27a req-321d5154-1f33-4b62-a28d-1d14181ac4dd tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:38.954586 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-77df4641-3003-43c7-b4b8-c4a6f235c27a req-321d5154-1f33-4b62-a28d-1d14181ac4dd tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 931 time: 0.2103655
Apr 05 12:09:38.978297 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045e06d-ef85-4831-8213-84347052ac2c req-516d2a18-a600-446a-aa36-dfad7c8e93ed tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:09:38.993389 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6045e06d-ef85-4831-8213-84347052ac2c req-516d2a18-a600-446a-aa36-dfad7c8e93ed tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:39.023245 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6045e06d-ef85-4831-8213-84347052ac2c req-516d2a18-a600-446a-aa36-dfad7c8e93ed tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3220942
Apr 05 12:09:39.076700 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-77df4641-3003-43c7-b4b8-c4a6f235c27a req-104f6a75-bcac-4681-8861-43803e63360c tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Synchronizing usage tracker for tenant:0fa3ed41777846009e78f090b026e395 on resource:security_group {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:09:39.141327 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-77df4641-3003-43c7-b4b8-c4a6f235c27a req-104f6a75-bcac-4681-8861-43803e63360c tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Unset dirty status for tenant:0fa3ed41777846009e78f090b026e395 on resource:security_group {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:09:39.158401 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-77df4641-3003-43c7-b4b8-c4a6f235c27a req-104f6a75-bcac-4681-8861-43803e63360c tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2025630
Apr 05 12:09:39.212680 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-87040ade-b6e0-4b05-a49c-ae4f0b02566f None None] Provisioning for port cd022a21-f8f6-48a0-aafb-3a959f94237a completed by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:09:39.232883 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-87040ade-b6e0-4b05-a49c-ae4f0b02566f None None] Provisioning complete for port cd022a21-f8f6-48a0-aafb-3a959f94237a triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:09:39.233586 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-87040ade-b6e0-4b05-a49c-ae4f0b02566f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:39.319477 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-87040ade-b6e0-4b05-a49c-ae4f0b02566f None None] Port cd022a21-f8f6-48a0-aafb-3a959f94237a cannot update to ACTIVE because it is not bound. {{(pid=84270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 12:09:43.452990 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 6 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:09:53.634427 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ad5c33e7-0603-4de0-8a1c-51f01f86af30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:54.848711 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:56.005013 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b1cef107-c872-49d2-a365-f71c4549b504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:56.469334 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:58.054258 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:09:58.635580 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:03.196015 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-6045e06d-ef85-4831-8213-84347052ac2c req-a0ed8f5a-7100-49eb-9740-431d52c663fe service neutron] Request body: {'port': {'device_id': '4ea8d077-e92a-40b0-8260-2af8a71b8adb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:10:03.321293 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6045e06d-ef85-4831-8213-84347052ac2c req-a0ed8f5a-7100-49eb-9740-431d52c663fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:03.841034 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [req-6045e06d-ef85-4831-8213-84347052ac2c req-a0ed8f5a-7100-49eb-9740-431d52c663fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd022a21-f8f6-48a0-aafb-3a959f94237a {{(pid=84269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:10:03.859242 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395807dd-ad58-44c6-9fd4-840b5fbbeb6c req-69a6167b-0212-4682-8d91-3f8314abb774 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:03.867874 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-395807dd-ad58-44c6-9fd4-840b5fbbeb6c req-69a6167b-0212-4682-8d91-3f8314abb774 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.1922941
Apr 05 12:10:03.890833 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6045e06d-ef85-4831-8213-84347052ac2c req-a0ed8f5a-7100-49eb-9740-431d52c663fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:03.940469 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-395807dd-ad58-44c6-9fd4-840b5fbbeb6c req-277f16ff-7d59-444b-8621-4fa175e9f8d5 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715673
Apr 05 12:10:03.941734 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-6045e06d-ef85-4831-8213-84347052ac2c req-a0ed8f5a-7100-49eb-9740-431d52c663fe service neutron] Transition to ACTIVE for port object cd022a21-f8f6-48a0-aafb-3a959f94237a will not be triggered until provisioned by entity L2. {{(pid=84269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:10:03.950262 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6045e06d-ef85-4831-8213-84347052ac2c req-a0ed8f5a-7100-49eb-9740-431d52c663fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2694713'] for port, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:03.978147 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:03.984389 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908237c-8d4a-4480-8fbf-e44afd4a0f8a req-52bec175-1229-4e0b-afc0-43476609b4fa tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:03.992260 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b908237c-8d4a-4480-8fbf-e44afd4a0f8a req-52bec175-1229-4e0b-afc0-43476609b4fa tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 931 time: 0.1145241
Apr 05 12:10:04.048143 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b908237c-8d4a-4480-8fbf-e44afd4a0f8a req-b9a51e3f-57d0-438d-85b9-7ad614ab198f tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548751
Apr 05 12:10:04.317107 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed8f5a-7100-49eb-9740-431d52c663fe service neutron] Pushing event updated for resources: {'Port': ['ID=cd022a21-f8f6-48a0-aafb-3a959f94237a,revision_number=2']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:04.336209 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-a0ed8f5a-7100-49eb-9740-431d52c663fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:04.415642 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-6045e06d-ef85-4831-8213-84347052ac2c req-a0ed8f5a-7100-49eb-9740-431d52c663fe service neutron] Attempting to bind port cd022a21-f8f6-48a0-aafb-3a959f94237a on host hv-cinder-78476 for vnic_type normal with profile  {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:10:04.416022 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-6045e06d-ef85-4831-8213-84347052ac2c req-a0ed8f5a-7100-49eb-9740-431d52c663fe service neutron] Attempting to bind port cd022a21-f8f6-48a0-aafb-3a959f94237a by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': 'b0ea88b6-8a50-4dc8-956c-4b544206d124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '548b3d94-5c3c-467f-9182-8efb802d6497'}] {{(pid=84269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:10:04.416393 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6045e06d-ef85-4831-8213-84347052ac2c req-a0ed8f5a-7100-49eb-9740-431d52c663fe service neutron] Attempting to bind port cd022a21-f8f6-48a0-aafb-3a959f94237a on network 548b3d94-5c3c-467f-9182-8efb802d6497 {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:10:04.421416 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6045e06d-ef85-4831-8213-84347052ac2c req-a0ed8f5a-7100-49eb-9740-431d52c663fe service neutron] Port cd022a21-f8f6-48a0-aafb-3a959f94237a on network 548b3d94-5c3c-467f-9182-8efb802d6497 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 12:10:04.422208 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6045e06d-ef85-4831-8213-84347052ac2c req-a0ed8f5a-7100-49eb-9740-431d52c663fe service neutron] Attempting to bind port cd022a21-f8f6-48a0-aafb-3a959f94237a on network 548b3d94-5c3c-467f-9182-8efb802d6497 {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:10:04.428062 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6045e06d-ef85-4831-8213-84347052ac2c req-a0ed8f5a-7100-49eb-9740-431d52c663fe service neutron] Checking agent: {'id': '038210d6-d792-4dfe-95d3-eb4a37cb8b01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:10:04.428290 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6045e06d-ef85-4831-8213-84347052ac2c req-a0ed8f5a-7100-49eb-9740-431d52c663fe service neutron] Checking segment: {'id': 'b0ea88b6-8a50-4dc8-956c-4b544206d124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '548b3d94-5c3c-467f-9182-8efb802d6497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:10:04.428691 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6045e06d-ef85-4831-8213-84347052ac2c req-a0ed8f5a-7100-49eb-9740-431d52c663fe service neutron] Bound using segment: {'id': 'b0ea88b6-8a50-4dc8-956c-4b544206d124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '548b3d94-5c3c-467f-9182-8efb802d6497'} {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:10:04.429175 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-6045e06d-ef85-4831-8213-84347052ac2c req-a0ed8f5a-7100-49eb-9740-431d52c663fe service neutron] Bound port: cd022a21-f8f6-48a0-aafb-3a959f94237a, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0ea88b6-8a50-4dc8-956c-4b544206d124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '548b3d94-5c3c-467f-9182-8efb802d6497'}}] {{(pid=84269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:10:04.429559 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6045e06d-ef85-4831-8213-84347052ac2c req-a0ed8f5a-7100-49eb-9740-431d52c663fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:04.483833 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f706578-5ac8-455e-ad10-b8a2509519a0 req-004c0df4-b88f-4850-8f8a-891f8dad48ca tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:04.486612 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3f706578-5ac8-455e-ad10-b8a2509519a0 req-004c0df4-b88f-4850-8f8a-891f8dad48ca tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.1179986
Apr 05 12:10:04.544512 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3f706578-5ac8-455e-ad10-b8a2509519a0 req-f073d7ab-a029-4fbc-a4eb-ec3c6dfbc72c tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523772
Apr 05 12:10:04.566731 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-6045e06d-ef85-4831-8213-84347052ac2c req-a0ed8f5a-7100-49eb-9740-431d52c663fe service neutron] For port cd022a21-f8f6-48a0-aafb-3a959f94237a, host hv-cinder-78476, cleared binding levels {{(pid=84269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:10:04.571263 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-6045e06d-ef85-4831-8213-84347052ac2c req-a0ed8f5a-7100-49eb-9740-431d52c663fe service neutron] For port cd022a21-f8f6-48a0-aafb-3a959f94237a, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=cd022a21-f8f6-48a0-aafb-3a959f94237a,segment=NetworkSegment(b0ea88b6-8a50-4dc8-956c-4b544206d124),segment_id=b0ea88b6-8a50-4dc8-956c-4b544206d124)] {{(pid=84269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:10:04.576143 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6045e06d-ef85-4831-8213-84347052ac2c req-a0ed8f5a-7100-49eb-9740-431d52c663fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2694713'] for port, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:04.593790 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:04.753920 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed8f5a-7100-49eb-9740-431d52c663fe service neutron] Pushing event updated for resources: {'Port': ['ID=cd022a21-f8f6-48a0-aafb-3a959f94237a,revision_number=3']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:04.758235 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-a0ed8f5a-7100-49eb-9740-431d52c663fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:04.799298 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045e06d-ef85-4831-8213-84347052ac2c req-a0ed8f5a-7100-49eb-9740-431d52c663fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:04.799925 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6045e06d-ef85-4831-8213-84347052ac2c req-a0ed8f5a-7100-49eb-9740-431d52c663fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:04.802465 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6045e06d-ef85-4831-8213-84347052ac2c req-a0ed8f5a-7100-49eb-9740-431d52c663fe service neutron] 10.222.0.37 "PUT /v2.0/ports/cd022a21-f8f6-48a0-aafb-3a959f94237a HTTP/1.1" status: 200  len: 1093 time: 1.6119146
Apr 05 12:10:04.803436 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea8d077-e92a-40b0-8260-2af8a71b8adb', 'tag': 'cd022a21-f8f6-48a0-aafb-3a959f94237a'}] {{(pid=84269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:10:04.857020 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea8d077-e92a-40b0-8260-2af8a71b8adb', 'tag': 'cd022a21-f8f6-48a0-aafb-3a959f94237a', 'status': 'completed', 'code': 200}
Apr 05 12:10:04.993620 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045e06d-ef85-4831-8213-84347052ac2c req-c57965de-a9aa-4c9e-a1b8-f15d993a353a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:04.995281 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6045e06d-ef85-4831-8213-84347052ac2c req-c57965de-a9aa-4c9e-a1b8-f15d993a353a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0fa3ed41777846009e78f090b026e395&device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 1096 time: 0.0816317
Apr 05 12:10:05.153663 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6045e06d-ef85-4831-8213-84347052ac2c req-c5531496-65f6-404e-8d78-d0fc375d9f0d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd022a21-f8f6-48a0-aafb-3a959f94237a HTTP/1.1" status: 200  len: 217 time: 0.1478815
Apr 05 12:10:05.291728 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e5f4a-340b-456a-a990-bc041baa2e26 req-004eec75-6831-4d3d-a59a-058aac8e4748 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:05.308489 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045e06d-ef85-4831-8213-84347052ac2c req-2b0ac87d-8f9f-4424-9420-a75510f47829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:05.309091 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-832e5f4a-340b-456a-a990-bc041baa2e26 req-004eec75-6831-4d3d-a59a-058aac8e4748 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 943 time: 0.1334879
Apr 05 12:10:05.310288 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6045e06d-ef85-4831-8213-84347052ac2c req-2b0ac87d-8f9f-4424-9420-a75510f47829 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6b86aae7-ace6-4746-a3ed-1ba4c4e7e2eb HTTP/1.1" status: 200  len: 853 time: 0.0833127
Apr 05 12:10:05.401721 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-832e5f4a-340b-456a-a990-bc041baa2e26 req-408deb1b-68de-43e3-9389-10c47f0f0557 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915384
Apr 05 12:10:05.458337 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264db2b-8d94-4b08-b051-4f4ea12a36f0 req-f6b8f580-19af-4184-a8f6-7c888a80dfde tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:05.460073 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7264db2b-8d94-4b08-b051-4f4ea12a36f0 req-f6b8f580-19af-4184-a8f6-7c888a80dfde tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.3048048
Apr 05 12:10:05.466240 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045e06d-ef85-4831-8213-84347052ac2c req-d88b1480-4b12-45e4-9a03-a144cdd201d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:05.467730 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6045e06d-ef85-4831-8213-84347052ac2c req-d88b1480-4b12-45e4-9a03-a144cdd201d7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=548b3d94-5c3c-467f-9182-8efb802d6497&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1450016
Apr 05 12:10:05.614120 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7264db2b-8d94-4b08-b051-4f4ea12a36f0 req-0156dc3d-5d79-4016-99fe-ef0bfd49a1d6 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1446593
Apr 05 12:10:05.673506 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6045e06d-ef85-4831-8213-84347052ac2c req-cca0d246-cb74-4cb0-9614-7c2039915a3c service neutron] 10.222.0.37 "GET /v2.0/networks/548b3d94-5c3c-467f-9182-8efb802d6497?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1898415
Apr 05 12:10:05.782087 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3c91d-3f47-451c-aed5-5924a9eb1528 req-dcd3080d-3056-480f-9b96-87a16f6cc685 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:05.784133 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-06e3c91d-3f47-451c-aed5-5924a9eb1528 req-dcd3080d-3056-480f-9b96-87a16f6cc685 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.0999663
Apr 05 12:10:05.844803 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6045e06d-ef85-4831-8213-84347052ac2c req-39cf1c08-97ee-469c-b7fb-14e2f8513c36 service neutron] 10.222.0.37 "GET /v2.0/networks/548b3d94-5c3c-467f-9182-8efb802d6497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1626537
Apr 05 12:10:05.845723 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-06e3c91d-3f47-451c-aed5-5924a9eb1528 req-98ba745a-fe95-418b-84dd-d4a213dd4c60 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539908
Apr 05 12:10:05.990454 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b34c7d-13ca-4494-a073-19369c991d7a req-ccb26a86-7c31-442f-8196-8170e2259ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:05.992335 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e9b34c7d-13ca-4494-a073-19369c991d7a req-ccb26a86-7c31-442f-8196-8170e2259ab5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0fa3ed41777846009e78f090b026e395&device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 1096 time: 0.0910800
Apr 05 12:10:06.468244 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b34c7d-13ca-4494-a073-19369c991d7a req-0790bde7-48f0-47ed-8b15-37516380b4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:06.469935 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e9b34c7d-13ca-4494-a073-19369c991d7a req-0790bde7-48f0-47ed-8b15-37516380b4ab service neutron] 10.222.0.37 "GET /v2.0/networks?id=548b3d94-5c3c-467f-9182-8efb802d6497 HTTP/1.1" status: 200  len: 915 time: 0.4697511
Apr 05 12:10:06.555141 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e9b34c7d-13ca-4494-a073-19369c991d7a req-f030d84b-1a24-494d-b431-bf58998ea2a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd022a21-f8f6-48a0-aafb-3a959f94237a HTTP/1.1" status: 200  len: 217 time: 0.0757782
Apr 05 12:10:06.628616 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa40bb0-88eb-42af-80ad-41fa9818b8f1 req-c904a4f7-1de3-4fac-a5a0-1cf6af72a7e3 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:06.631015 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8aa40bb0-88eb-42af-80ad-41fa9818b8f1 req-c904a4f7-1de3-4fac-a5a0-1cf6af72a7e3 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 943 time: 0.1060047
Apr 05 12:10:06.633717 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b34c7d-13ca-4494-a073-19369c991d7a req-ad31a1c6-ac96-44bd-9fe9-786c4913a2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:06.635355 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e9b34c7d-13ca-4494-a073-19369c991d7a req-ad31a1c6-ac96-44bd-9fe9-786c4913a2a3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6b86aae7-ace6-4746-a3ed-1ba4c4e7e2eb HTTP/1.1" status: 200  len: 853 time: 0.0722890
Apr 05 12:10:06.707012 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8aa40bb0-88eb-42af-80ad-41fa9818b8f1 req-a074ccf0-83fc-4a3e-942f-37f55e558c20 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696521
Apr 05 12:10:06.734468 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b34c7d-13ca-4494-a073-19369c991d7a req-4ba5c04c-7937-48ca-8239-c482be31a896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:06.736280 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e9b34c7d-13ca-4494-a073-19369c991d7a req-4ba5c04c-7937-48ca-8239-c482be31a896 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=548b3d94-5c3c-467f-9182-8efb802d6497&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0884931
Apr 05 12:10:06.838820 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 12:10:07.020580 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=7be1a319-4ced-48c7-93cc-a31f4f1d1bd8,segment=NetworkSegment(e495bedb-3d01-4d20-b74e-aa316357e53b),segment_id=e495bedb-3d01-4d20-b74e-aa316357e53b)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:10:07.026847 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c87c8-c38b-431f-9bad-a0dc24305a40 req-2c04485a-8c8b-411f-ab83-5e4ddccf198a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:07.028501 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a69c87c8-c38b-431f-9bad-a0dc24305a40 req-2c04485a-8c8b-411f-ab83-5e4ddccf198a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.1984389
Apr 05 12:10:07.031042 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e9b34c7d-13ca-4494-a073-19369c991d7a req-01228333-8ab6-48c4-bb4c-a875489ec24c service neutron] 10.222.0.37 "GET /v2.0/networks/548b3d94-5c3c-467f-9182-8efb802d6497?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2867696
Apr 05 12:10:07.036587 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Returning: {'device': '7be1a319-4ced-48c7-93cc-a31f4f1d1bd8', 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b', 'port_id': '7be1a319-4ced-48c7-93cc-a31f4f1d1bd8', 'mac_address': 'fa:16:3e:f7:b7:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3bbfe2a-e26d-4eee-9523-0b0e4c649bfb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 12:10:07.148632 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a20f60-5a31-42f6-be1e-dc23f27b3fd0 req-37845b53-e15a-4cdc-b949-bf9998fa2258 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:07.150714 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e2a20f60-5a31-42f6-be1e-dc23f27b3fd0 req-37845b53-e15a-4cdc-b949-bf9998fa2258 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.1426256
Apr 05 12:10:07.160871 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:07.184482 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a69c87c8-c38b-431f-9bad-a0dc24305a40 req-5a21621c-a00d-4748-99ce-0cd057355f2b tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1462450
Apr 05 12:10:07.199825 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 {{(pid=84270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:10:07.223059 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=7be1a319-4ced-48c7-93cc-a31f4f1d1bd8,segment=NetworkSegment(e495bedb-3d01-4d20-b74e-aa316357e53b),segment_id=e495bedb-3d01-4d20-b74e-aa316357e53b)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:10:07.228172 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:07.229010 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e2a20f60-5a31-42f6-be1e-dc23f27b3fd0 req-a639e274-dcb2-4249-940e-e9168bc56eb2 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680830
Apr 05 12:10:07.236368 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:07.314973 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e9b34c7d-13ca-4494-a073-19369c991d7a req-26ebc58f-f7b3-48bf-9753-d4953d4fd9cd service neutron] 10.222.0.37 "GET /v2.0/networks/548b3d94-5c3c-467f-9182-8efb802d6497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2320611
Apr 05 12:10:07.366104 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=7be1a319-4ced-48c7-93cc-a31f4f1d1bd8,revision_number=6']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:07.373278 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:07.733527 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['7be1a319-4ced-48c7-93cc-a31f4f1d1bd8'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:10:07.943278 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ee06d-83a9-4ec8-9e9c-f21cafb95c07 req-b17b105c-04ae-4e8f-a994-ea756094f117 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:07.945022 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-932ee06d-83a9-4ec8-9e9c-f21cafb95c07 req-b17b105c-04ae-4e8f-a994-ea756094f117 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 943 time: 0.1019719
Apr 05 12:10:08.001652 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-932ee06d-83a9-4ec8-9e9c-f21cafb95c07 req-a74ef84d-07ff-46da-ba95-4a784d1f9ed3 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465190
Apr 05 12:10:08.194232 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279674d-f08d-4cfc-a4ca-b8f8cbcb4563 req-9d0a319a-de2f-4189-93f6-b7462170e1c5 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:08.195850 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f279674d-f08d-4cfc-a4ca-b8f8cbcb4563 req-9d0a319a-de2f-4189-93f6-b7462170e1c5 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.1327262
Apr 05 12:10:08.301938 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-f279674d-f08d-4cfc-a4ca-b8f8cbcb4563 req-2dc1cc9e-ff76-4560-a6da-6cfed16d6742 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Deleting port 245fb830-1f01-4e19-b34c-4fcae22ec0c3 {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:10:08.302374 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f279674d-f08d-4cfc-a4ca-b8f8cbcb4563 req-2dc1cc9e-ff76-4560-a6da-6cfed16d6742 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:08.662267 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ed922-2975-466f-9379-d9dd3aa0be59 req-68c3fd49-25ac-498e-b2d0-ff691f7f5d72 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:08.664658 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e27ed922-2975-466f-9379-d9dd3aa0be59 req-68c3fd49-25ac-498e-b2d0-ff691f7f5d72 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 945 time: 0.2068989
Apr 05 12:10:08.746949 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e27ed922-2975-466f-9379-d9dd3aa0be59 req-4e54fbbd-19f7-4094-86a3-829d65314d18 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746017
Apr 05 12:10:08.761569 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa32300-80e0-4e27-935d-8f67fad3d95a req-f6a647ee-d981-44d6-a527-e623624f48d3 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:08.763369 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6aa32300-80e0-4e27-935d-8f67fad3d95a req-f6a647ee-d981-44d6-a527-e623624f48d3 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 944 time: 0.3100181
Apr 05 12:10:08.847858 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6aa32300-80e0-4e27-935d-8f67fad3d95a req-f1761784-e758-4e2f-a94d-8a8d2a40fd61 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648875
Apr 05 12:10:08.849985 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 up at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:10:08.953213 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-f279674d-f08d-4cfc-a4ca-b8f8cbcb4563 req-2dc1cc9e-ff76-4560-a6da-6cfed16d6742 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] For port 245fb830-1f01-4e19-b34c-4fcae22ec0c3, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=245fb830-1f01-4e19-b34c-4fcae22ec0c3,segment=NetworkSegment(53b28aa4-d901-4708-a140-750e38a3cab2),segment_id=53b28aa4-d901-4708-a140-750e38a3cab2)] {{(pid=84269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:10:08.954231 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f279674d-f08d-4cfc-a4ca-b8f8cbcb4563 req-2dc1cc9e-ff76-4560-a6da-6cfed16d6742 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:08.960525 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning complete for port 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:10:08.961147 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:09.093421 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-f279674d-f08d-4cfc-a4ca-b8f8cbcb4563 req-2dc1cc9e-ff76-4560-a6da-6cfed16d6742 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Calling delete_port for 245fb830-1f01-4e19-b34c-4fcae22ec0c3 owned by compute:nova {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:10:09.302368 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:09.352539 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41cc66fe-6283-4798-b54a-9647f39a77ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be1a319-4ced-48c7-93cc-a31f4f1d1bd8'}] {{(pid=84270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:10:09.364511 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=7be1a319-4ced-48c7-93cc-a31f4f1d1bd8,segment=NetworkSegment(e495bedb-3d01-4d20-b74e-aa316357e53b),segment_id=e495bedb-3d01-4d20-b74e-aa316357e53b)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:10:09.375980 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:09.377012 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 245fb830-1f01-4e19-b34c-4fcae22ec0c3 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:10:09.414280 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-0cbe49ca-e976-4945-8d7d-48bf1cb01c40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:09.432962 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f279674d-f08d-4cfc-a4ca-b8f8cbcb4563 req-2dc1cc9e-ff76-4560-a6da-6cfed16d6742 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:09.451730 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-eb5e0195-b2da-4221-9530-23b7517c3dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:09.484288 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41cc66fe-6283-4798-b54a-9647f39a77ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be1a319-4ced-48c7-93cc-a31f4f1d1bd8', 'code': 200}
Apr 05 12:10:09.494927 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:10:09.542326 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=7be1a319-4ced-48c7-93cc-a31f4f1d1bd8,revision_number=7']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:09.545680 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:09.553639 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] No Port match for: 245fb830-1f01-4e19-b34c-4fcae22ec0c3 {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:10:09.553978 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 245fb830-1f01-4e19-b34c-4fcae22ec0c3 not bound to the agent host hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:10:09.579145 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f0895-70f0-4696-bbd5-fa21f0743636 req-6e2f9ced-f4b3-48d7-ad11-e2cb41d7273f tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:09.580212 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-813f0895-70f0-4696-bbd5-fa21f0743636 req-6e2f9ced-f4b3-48d7-ad11-e2cb41d7273f tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Synchronizing usage tracker for tenant:0fa3ed41777846009e78f090b026e395 on resource:port {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:10:09.583816 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1cc9e-ff76-4560-a6da-6cfed16d6742 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Pushing event deleted for resources: {'Port': ['ID=245fb830-1f01-4e19-b34c-4fcae22ec0c3,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:09.605760 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2dc1cc9e-ff76-4560-a6da-6cfed16d6742 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:09.687325 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-813f0895-70f0-4696-bbd5-fa21f0743636 req-6e2f9ced-f4b3-48d7-ad11-e2cb41d7273f tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Unset dirty status for tenant:0fa3ed41777846009e78f090b026e395 on resource:port {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:10:09.695034 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-813f0895-70f0-4696-bbd5-fa21f0743636 req-6e2f9ced-f4b3-48d7-ad11-e2cb41d7273f tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 943 time: 0.4047673
Apr 05 12:10:09.844697 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-813f0895-70f0-4696-bbd5-fa21f0743636 req-c941ab66-0e27-4dc1-844d-4fd4745421cd tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1486433
Apr 05 12:10:09.989519 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f279674d-f08d-4cfc-a4ca-b8f8cbcb4563 req-2dc1cc9e-ff76-4560-a6da-6cfed16d6742 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] No DVR routers for this DVR port 245fb830-1f01-4e19-b34c-4fcae22ec0c3 on host hv-cinder-78476 {{(pid=84269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 12:10:09.992745 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f279674d-f08d-4cfc-a4ca-b8f8cbcb4563 req-2dc1cc9e-ff76-4560-a6da-6cfed16d6742 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:09.995691 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1', 'name': 'network-vif-deleted', 'tag': '245fb830-1f01-4e19-b34c-4fcae22ec0c3'}] {{(pid=84269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:10:10.038027 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f279674d-f08d-4cfc-a4ca-b8f8cbcb4563 req-2dc1cc9e-ff76-4560-a6da-6cfed16d6742 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.37 "DELETE /v2.0/ports/245fb830-1f01-4e19-b34c-4fcae22ec0c3 HTTP/1.1" status: 204  len: 173 time: 1.8342400
Apr 05 12:10:10.045660 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-14e702ae-4e3d-4cff-82fc-04a4555b59c1 req-92fc7cd9-98a9-4373-af2e-541bb6422fcd tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1 HTTP/1.1" status: 200  len: 210 time: 0.0698011
Apr 05 12:10:10.172184 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9ef56f-ee0a-42ba-a343-c3a75f29dbf1', 'name': 'network-vif-deleted', 'tag': '245fb830-1f01-4e19-b34c-4fcae22ec0c3', 'status': 'completed', 'code': 200}
Apr 05 12:10:10.239575 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa00539-267c-40cf-a32e-521fdaf42337 req-6a8c0c06-7f4a-4745-809c-dab0a787fd59 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:10.250687 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3fa00539-267c-40cf-a32e-521fdaf42337 req-6a8c0c06-7f4a-4745-809c-dab0a787fd59 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.1540928
Apr 05 12:10:10.322702 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3fa00539-267c-40cf-a32e-521fdaf42337 req-bc99ca1b-c01c-463c-9b28-335bcfd6b468 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0704963
Apr 05 12:10:10.854799 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device cd022a21-f8f6-48a0-aafb-3a959f94237a details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 12:10:11.134693 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port cd022a21-f8f6-48a0-aafb-3a959f94237a, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=cd022a21-f8f6-48a0-aafb-3a959f94237a,segment=NetworkSegment(b0ea88b6-8a50-4dc8-956c-4b544206d124),segment_id=b0ea88b6-8a50-4dc8-956c-4b544206d124)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:10:11.162784 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Returning: {'device': 'cd022a21-f8f6-48a0-aafb-3a959f94237a', 'network_id': '548b3d94-5c3c-467f-9182-8efb802d6497', 'port_id': 'cd022a21-f8f6-48a0-aafb-3a959f94237a', 'mac_address': 'fa:16:3e:29:4a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b86aae7-ace6-4746-a3ed-1ba4c4e7e2eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 12:10:11.243025 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f6420-981c-480a-8943-3a2a49f1a46f req-66ad60bb-1d33-4a11-bd34-2b373606fad0 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:11.244887 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-524f6420-981c-480a-8943-3a2a49f1a46f req-66ad60bb-1d33-4a11-bd34-2b373606fad0 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 943 time: 0.2423441
Apr 05 12:10:11.260063 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:11.284667 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd022a21-f8f6-48a0-aafb-3a959f94237a {{(pid=84270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:10:11.308328 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-524f6420-981c-480a-8943-3a2a49f1a46f req-383fd1c0-1dd7-44df-9a36-2b47ce5bf205 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568862
Apr 05 12:10:11.311301 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port cd022a21-f8f6-48a0-aafb-3a959f94237a, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=cd022a21-f8f6-48a0-aafb-3a959f94237a,segment=NetworkSegment(b0ea88b6-8a50-4dc8-956c-4b544206d124),segment_id=b0ea88b6-8a50-4dc8-956c-4b544206d124)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:10:11.315054 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:11.318724 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:11.401197 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=cd022a21-f8f6-48a0-aafb-3a959f94237a,revision_number=4']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:11.404683 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:11.610819 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10718959-37be-45a4-b804-8233cd14b694 req-94b22573-b7d0-487f-b5f2-50594402457c tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:11.620448 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-10718959-37be-45a4-b804-8233cd14b694 req-94b22573-b7d0-487f-b5f2-50594402457c tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.1386786
Apr 05 12:10:11.680367 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-10718959-37be-45a4-b804-8233cd14b694 req-95340b50-f1e2-495c-9c25-0693dd26928f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593824
Apr 05 12:10:11.758995 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867ab90-802d-4230-856a-950fafec02b7 req-dbf68739-80e2-422b-8d39-dc3069f7d32a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:11.760722 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2867ab90-802d-4230-856a-950fafec02b7 req-dbf68739-80e2-422b-8d39-dc3069f7d32a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.1032510
Apr 05 12:10:11.851086 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2867ab90-802d-4230-856a-950fafec02b7 req-b72ed46c-0224-484b-9e3c-ecfe06c95f2f tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766425
Apr 05 12:10:12.527070 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f3f7d-5731-48c9-97bd-5b75d1f941e3 req-05c43918-4032-41e3-881e-10fa582527c1 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:12.528740 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fd2f3f7d-5731-48c9-97bd-5b75d1f941e3 req-05c43918-4032-41e3-881e-10fa582527c1 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 944 time: 0.0971258
Apr 05 12:10:12.573795 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['cd022a21-f8f6-48a0-aafb-3a959f94237a'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:10:12.590385 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fd2f3f7d-5731-48c9-97bd-5b75d1f941e3 req-1c6c6f00-0b52-4d46-bc9e-4783c1bdc813 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539939
Apr 05 12:10:13.032056 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb619e1-96b8-43ed-aaaf-cc2cfee846bf req-6ccd6cc4-d791-408b-91e2-461b528ac1bd tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:13.042715 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-efb619e1-96b8-43ed-aaaf-cc2cfee846bf req-6ccd6cc4-d791-408b-91e2-461b528ac1bd tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.1974397
Apr 05 12:10:13.168314 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-efb619e1-96b8-43ed-aaaf-cc2cfee846bf req-e2c2cb79-92b4-4419-9e26-85d7848dafce tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1165485
Apr 05 12:10:13.428088 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4909a81-f01b-47a0-bd58-69c6ab812625 req-81add547-0c9e-4c1f-9886-e347292d55e9 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:13.448532 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e4909a81-f01b-47a0-bd58-69c6ab812625 req-81add547-0c9e-4c1f-9886-e347292d55e9 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.1326470
Apr 05 12:10:13.507846 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e4909a81-f01b-47a0-bd58-69c6ab812625 req-39708878-7961-4f2d-9668-cb6999bbff7e tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582287
Apr 05 12:10:13.815306 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369be22-2ce4-4f0d-b3b6-2bf88fc0487a req-e8d1f17a-bdd0-4ead-b2ff-fac047e356a3 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:13.824942 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f369be22-2ce4-4f0d-b3b6-2bf88fc0487a req-e8d1f17a-bdd0-4ead-b2ff-fac047e356a3 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 944 time: 0.1074688
Apr 05 12:10:13.875640 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f369be22-2ce4-4f0d-b3b6-2bf88fc0487a req-5e659d5d-ab9c-4ac4-b0a4-b5d229c2b0ee tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497663
Apr 05 12:10:14.429935 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b869513-064a-41d7-b846-4dc6fb92fd6c req-f2ae578e-fbd7-4465-95c5-a86e620c2905 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:14.437554 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2b869513-064a-41d7-b846-4dc6fb92fd6c req-f2ae578e-fbd7-4465-95c5-a86e620c2905 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.1055322
Apr 05 12:10:14.496914 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2b869513-064a-41d7-b846-4dc6fb92fd6c req-942e6298-8726-4284-b258-ae072475dd85 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582008
Apr 05 12:10:14.854194 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device cd022a21-f8f6-48a0-aafb-3a959f94237a up at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:10:14.869046 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24522e0b-12a1-46d1-ae70-30c916f65c4f req-d554fa50-60d8-4aa7-be74-302b1e4576b5 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:14.871240 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-24522e0b-12a1-46d1-ae70-30c916f65c4f req-d554fa50-60d8-4aa7-be74-302b1e4576b5 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.0962710
Apr 05 12:10:14.924772 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-24522e0b-12a1-46d1-ae70-30c916f65c4f req-d64863c7-072c-440a-82ee-469eec5cc8df tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468547
Apr 05 12:10:14.937088 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning for port cd022a21-f8f6-48a0-aafb-3a959f94237a completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:10:14.943393 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning complete for port cd022a21-f8f6-48a0-aafb-3a959f94237a triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:10:14.944053 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:15.109075 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:15.114169 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027fd05-fb6b-4c82-b426-fe07c443bd5d req-5218fdb5-aba3-4eae-b08d-cb644e207dc6 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:15.133114 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f027fd05-fb6b-4c82-b426-fe07c443bd5d req-5218fdb5-aba3-4eae-b08d-cb644e207dc6 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 944 time: 0.1202774
Apr 05 12:10:15.170335 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port cd022a21-f8f6-48a0-aafb-3a959f94237a, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=cd022a21-f8f6-48a0-aafb-3a959f94237a,segment=NetworkSegment(b0ea88b6-8a50-4dc8-956c-4b544206d124),segment_id=b0ea88b6-8a50-4dc8-956c-4b544206d124)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:10:15.171882 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea8d077-e92a-40b0-8260-2af8a71b8adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd022a21-f8f6-48a0-aafb-3a959f94237a'}] {{(pid=84270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:10:15.194007 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:15.199365 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-54eb51b9-ff48-40ef-83f9-b3796d49c606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:15.224418 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f027fd05-fb6b-4c82-b426-fe07c443bd5d req-cad02fb5-a3d5-4a3f-95e6-fd7967afac02 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903721
Apr 05 12:10:15.288170 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea8d077-e92a-40b0-8260-2af8a71b8adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd022a21-f8f6-48a0-aafb-3a959f94237a', 'code': 200}
Apr 05 12:10:15.330457 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=cd022a21-f8f6-48a0-aafb-3a959f94237a,revision_number=5']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:15.335969 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:15.731616 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c25231-3b28-4d15-9791-6f29d6703782 req-9248a2b6-2197-4b25-b4f6-a650909d977a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:15.733210 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-99c25231-3b28-4d15-9791-6f29d6703782 req-9248a2b6-2197-4b25-b4f6-a650909d977a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 1098 time: 0.1720386
Apr 05 12:10:15.787945 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179ba69-c8ab-44d3-ab0a-4d3170cffc0b req-faeda6e5-7485-4d6f-b18d-b0b490817188 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:15.796607 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e179ba69-c8ab-44d3-ab0a-4d3170cffc0b req-faeda6e5-7485-4d6f-b18d-b0b490817188 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.1198251
Apr 05 12:10:15.801694 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-99c25231-3b28-4d15-9791-6f29d6703782 req-5de50664-d57e-4af2-add7-e301d155a955 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469184
Apr 05 12:10:15.855111 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e179ba69-c8ab-44d3-ab0a-4d3170cffc0b req-b0bf8f10-0eb5-4f02-9dec-8f526cfdca0b tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574112
Apr 05 12:10:16.173652 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477cf36-fd3f-4ba6-b718-689fd3901ffa req-8979d092-ab3e-4070-8e0e-8ea1bb70a57e tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:16.174115 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-c477cf36-fd3f-4ba6-b718-689fd3901ffa req-8979d092-ab3e-4070-8e0e-8ea1bb70a57e tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Synchronizing usage tracker for tenant:b0903b4e64774f679042704eb580949d on resource:port {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:10:16.192884 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-c477cf36-fd3f-4ba6-b718-689fd3901ffa req-8979d092-ab3e-4070-8e0e-8ea1bb70a57e tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Unset dirty status for tenant:b0903b4e64774f679042704eb580949d on resource:port {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:10:16.194154 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c477cf36-fd3f-4ba6-b718-689fd3901ffa req-8979d092-ab3e-4070-8e0e-8ea1bb70a57e tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.1144307
Apr 05 12:10:16.245955 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c477cf36-fd3f-4ba6-b718-689fd3901ffa req-3b1d9d63-a71c-421b-9e3b-d5ba5fb1a654 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427072
Apr 05 12:10:16.469995 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73935b-b204-4bd5-a2c4-0c7a8e48cb77 req-5ac44a0a-048a-4c32-ac0b-7401e93304d7 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:16.473510 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-db73935b-b204-4bd5-a2c4-0c7a8e48cb77 req-5ac44a0a-048a-4c32-ac0b-7401e93304d7 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 945 time: 0.1213570
Apr 05 12:10:16.558293 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-db73935b-b204-4bd5-a2c4-0c7a8e48cb77 req-d2f5a735-50c9-4ff5-af90-5d4cbd65497e tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765777
Apr 05 12:10:17.366161 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f68f6-e265-4a2a-a458-dff4f6f96423 req-cb999f9a-1c15-4c2c-9c18-7149e021136b tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:17.374840 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8b4f68f6-e265-4a2a-a458-dff4f6f96423 req-cb999f9a-1c15-4c2c-9c18-7149e021136b tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.3751228
Apr 05 12:10:17.499828 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8b4f68f6-e265-4a2a-a458-dff4f6f96423 req-733faf0b-7fb3-471b-8266-bdfbd1da06fe tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1226776
Apr 05 12:10:17.622549 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9dfdf-aab6-4845-bda4-6a248d74757b req-1ba72708-3139-41b4-b158-ddc41b6264e0 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:17.624224 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c8e9dfdf-aab6-4845-bda4-6a248d74757b req-1ba72708-3139-41b4-b158-ddc41b6264e0 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.1133647
Apr 05 12:10:17.685083 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c8e9dfdf-aab6-4845-bda4-6a248d74757b req-077579f6-2e3a-469a-bd93-5028c126dc6c tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531511
Apr 05 12:10:17.829744 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe86cd8-7d3c-4ec8-8272-cc0321d7ac44 req-f7172a15-55ef-420d-b2f1-2ff4cf66371c tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:17.839208 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2fe86cd8-7d3c-4ec8-8272-cc0321d7ac44 req-f7172a15-55ef-420d-b2f1-2ff4cf66371c tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 945 time: 0.1107626
Apr 05 12:10:17.904348 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2fe86cd8-7d3c-4ec8-8272-cc0321d7ac44 req-07b2df68-62b2-4f6c-a168-f7cadb9cce67 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637884
Apr 05 12:10:18.213179 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55085431-bad2-4dcf-bdc8-59930ac4bb9b req-302aeacd-3441-40b1-8fc2-6cd596e6a74f tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:18.231382 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-55085431-bad2-4dcf-bdc8-59930ac4bb9b req-302aeacd-3441-40b1-8fc2-6cd596e6a74f tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 945 time: 0.1888573
Apr 05 12:10:18.289308 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-55085431-bad2-4dcf-bdc8-59930ac4bb9b req-65e13325-3bb1-4d29-acb7-76a36267940c tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568767
Apr 05 12:10:18.517635 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdac1a-c745-4a36-b3a7-6221cfdd3512 req-6affc522-cd31-4c75-b82c-b88c62978f6d tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:18.520052 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-37fdac1a-c745-4a36-b3a7-6221cfdd3512 req-6affc522-cd31-4c75-b82c-b88c62978f6d tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.1886899
Apr 05 12:10:18.601441 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75b473-257e-4149-b397-e071f0cc25a4 req-5a54d79f-249b-43ea-bd93-e8d97464ca34 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:18.610562 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ff75b473-257e-4149-b397-e071f0cc25a4 req-5a54d79f-249b-43ea-bd93-e8d97464ca34 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eed7b27-b499-4cef-b1c1-2f387e3e690a HTTP/1.1" status: 200  len: 945 time: 0.2118616
Apr 05 12:10:18.666730 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-37fdac1a-c745-4a36-b3a7-6221cfdd3512 req-31d138a0-fe1d-491c-9402-f6e9e840686a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Deleting port 98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:10:18.667521 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-37fdac1a-c745-4a36-b3a7-6221cfdd3512 req-31d138a0-fe1d-491c-9402-f6e9e840686a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:18.720302 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ff75b473-257e-4149-b397-e071f0cc25a4 req-88421367-0cc1-418f-9b57-30e2e316e15f tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085050
Apr 05 12:10:18.832059 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ddacc-2941-40c9-b5f5-b526b7e76b25 req-796751c2-60a2-4442-b701-6b85b1cd7195 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:18.841875 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b81ddacc-2941-40c9-b5f5-b526b7e76b25 req-796751c2-60a2-4442-b701-6b85b1cd7195 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.1125045
Apr 05 12:10:18.896301 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b81ddacc-2941-40c9-b5f5-b526b7e76b25 req-414f1549-2582-47b5-afb0-f4fa80663b1f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554652
Apr 05 12:10:19.249378 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b044bdc-d1c5-42d5-ba16-2723d15c8ea1 req-7d1c3023-d60c-410e-95eb-33c3fb821af5 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:19.258544 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6b044bdc-d1c5-42d5-ba16-2723d15c8ea1 req-7d1c3023-d60c-410e-95eb-33c3fb821af5 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 945 time: 0.1702065
Apr 05 12:10:19.309876 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6b044bdc-d1c5-42d5-ba16-2723d15c8ea1 req-be37ad28-3656-42bf-a6ee-2aabca5614d0 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/security-groups?id=aef05e38-56c0-453d-83b5-a3c5fe51c4df&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499942
Apr 05 12:10:19.324877 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-37fdac1a-c745-4a36-b3a7-6221cfdd3512 req-31d138a0-fe1d-491c-9402-f6e9e840686a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] For port 98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f,segment=NetworkSegment(53b28aa4-d901-4708-a140-750e38a3cab2),segment_id=53b28aa4-d901-4708-a140-750e38a3cab2)] {{(pid=84269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:10:19.325258 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-37fdac1a-c745-4a36-b3a7-6221cfdd3512 req-31d138a0-fe1d-491c-9402-f6e9e840686a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:19.481808 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ae98e-c340-4c8d-98cb-5d9176326a37 req-77816c32-8d27-45ad-8554-298cc8d34ef5 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:19.483490 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e11ae98e-c340-4c8d-98cb-5d9176326a37 req-77816c32-8d27-45ad-8554-298cc8d34ef5 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 945 time: 0.2600839
Apr 05 12:10:19.491676 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-37fdac1a-c745-4a36-b3a7-6221cfdd3512 req-31d138a0-fe1d-491c-9402-f6e9e840686a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Calling delete_port for 98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f owned by compute:nova {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:10:19.621014 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e11ae98e-c340-4c8d-98cb-5d9176326a37 req-aa88e80d-ba0b-4d78-9bcb-1d03466c000c tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970497
Apr 05 12:10:19.711174 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-37fdac1a-c745-4a36-b3a7-6221cfdd3512 req-31d138a0-fe1d-491c-9402-f6e9e840686a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:19.812309 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2dc1cc9e-ff76-4560-a6da-6cfed16d6742 tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:19.876035 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d138a0-fe1d-491c-9402-f6e9e840686a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Pushing event deleted for resources: {'Port': ['ID=98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:19.913656 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d138a0-fe1d-491c-9402-f6e9e840686a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:10:19.914384 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d138a0-fe1d-491c-9402-f6e9e840686a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:10:19.915165 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d138a0-fe1d-491c-9402-f6e9e840686a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:10:19.915628 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d138a0-fe1d-491c-9402-f6e9e840686a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:10:19.916034 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d138a0-fe1d-491c-9402-f6e9e840686a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:10:19.916476 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d138a0-fe1d-491c-9402-f6e9e840686a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:10:19.916879 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d138a0-fe1d-491c-9402-f6e9e840686a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:10:19.917507 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d138a0-fe1d-491c-9402-f6e9e840686a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:10:19.918047 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d138a0-fe1d-491c-9402-f6e9e840686a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:10:19.918585 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d138a0-fe1d-491c-9402-f6e9e840686a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:10:19.918908 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d138a0-fe1d-491c-9402-f6e9e840686a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:10:19.919340 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d138a0-fe1d-491c-9402-f6e9e840686a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:10:19.927410 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-31d138a0-fe1d-491c-9402-f6e9e840686a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:19.995638 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a373771-7b4d-4e5c-be02-1a8dfe8a0638 req-a5992acc-85b9-43ac-ba23-8cb2ef2514bd tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:20.004648 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1a373771-7b4d-4e5c-be02-1a8dfe8a0638 req-a5992acc-85b9-43ac-ba23-8cb2ef2514bd tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eed7b27-b499-4cef-b1c1-2f387e3e690a HTTP/1.1" status: 200  len: 945 time: 0.1174388
Apr 05 12:10:20.062191 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1a373771-7b4d-4e5c-be02-1a8dfe8a0638 req-ad77a920-40f8-4f5c-81bf-7993b3859683 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561888
Apr 05 12:10:20.147294 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-37fdac1a-c745-4a36-b3a7-6221cfdd3512 req-31d138a0-fe1d-491c-9402-f6e9e840686a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] No DVR routers for this DVR port 98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f on host hv-cinder-78476 {{(pid=84269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 12:10:20.163615 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-37fdac1a-c745-4a36-b3a7-6221cfdd3512 req-31d138a0-fe1d-491c-9402-f6e9e840686a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:20.172456 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c919762-cc2c-4e9f-854d-785eed7cf1df', 'name': 'network-vif-deleted', 'tag': '98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f'}] {{(pid=84269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:10:20.314404 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c919762-cc2c-4e9f-854d-785eed7cf1df', 'name': 'network-vif-deleted', 'tag': '98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f', 'status': 'completed', 'code': 200}
Apr 05 12:10:20.325036 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-37fdac1a-c745-4a36-b3a7-6221cfdd3512 req-31d138a0-fe1d-491c-9402-f6e9e840686a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.37 "DELETE /v2.0/ports/98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f HTTP/1.1" status: 204  len: 173 time: 1.7955065
Apr 05 12:10:20.384433 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34cf60-81ff-4080-aa6c-32800725f1f6 req-f3963344-46ba-4bfb-b58a-69ce62ae350b tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:20.392751 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7f34cf60-81ff-4080-aa6c-32800725f1f6 req-f3963344-46ba-4bfb-b58a-69ce62ae350b tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.2313161
Apr 05 12:10:20.456226 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 6 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:10:20.468652 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7f34cf60-81ff-4080-aa6c-32800725f1f6 req-d87ce596-a49d-4ea9-b66c-cfb6bbae6920 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0745864
Apr 05 12:10:20.538766 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6178f60b-6ccd-45d5-8b16-faef4779d1fb req-f3c886d9-b132-4af4-a6a1-1633ad57a7fc tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c919762-cc2c-4e9f-854d-785eed7cf1df HTTP/1.1" status: 200  len: 210 time: 0.0760620
Apr 05 12:10:20.882454 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68eced-ca49-45d9-9e5f-82372af61fce req-89a47c6f-1a0f-42b0-8376-2f9cd2b0c15e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:20.884089 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0c68eced-ca49-45d9-9e5f-82372af61fce req-89a47c6f-1a0f-42b0-8376-2f9cd2b0c15e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.37 "GET /v2.0/ports?device_id=2eed7b27-b499-4cef-b1c1-2f387e3e690a HTTP/1.1" status: 200  len: 945 time: 0.0949018
Apr 05 12:10:20.896538 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:10:20.939684 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] No Port match for: 98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:10:20.940416 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 98f5ec5e-d25e-4d4a-a2bc-e5c7cfe4815f not bound to the agent host hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:10:20.974155 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-0c68eced-ca49-45d9-9e5f-82372af61fce req-63d449d8-e5f1-4520-9730-e83de54e423f tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Deleting port bf171599-2595-48ef-91f6-d69e602260cb {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:10:20.974511 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0c68eced-ca49-45d9-9e5f-82372af61fce req-63d449d8-e5f1-4520-9730-e83de54e423f tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:21.281237 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370a78d-a29f-4d67-8a82-b06950043d30 req-5140867a-2ecf-48ab-be68-2dad7b5765e0 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:21.289032 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2370a78d-a29f-4d67-8a82-b06950043d30 req-5140867a-2ecf-48ab-be68-2dad7b5765e0 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eed7b27-b499-4cef-b1c1-2f387e3e690a HTTP/1.1" status: 200  len: 945 time: 0.1044769
Apr 05 12:10:21.341565 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2370a78d-a29f-4d67-8a82-b06950043d30 req-e016de72-30ce-46aa-bc09-84effbccb49f tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514843
Apr 05 12:10:21.385048 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-0c68eced-ca49-45d9-9e5f-82372af61fce req-63d449d8-e5f1-4520-9730-e83de54e423f tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] For port bf171599-2595-48ef-91f6-d69e602260cb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=bf171599-2595-48ef-91f6-d69e602260cb,segment=NetworkSegment(678a0a32-e584-4bc7-93dc-6b69e2674942),segment_id=678a0a32-e584-4bc7-93dc-6b69e2674942)] {{(pid=84269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:10:21.385448 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0c68eced-ca49-45d9-9e5f-82372af61fce req-63d449d8-e5f1-4520-9730-e83de54e423f tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:21.600646 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-0c68eced-ca49-45d9-9e5f-82372af61fce req-63d449d8-e5f1-4520-9730-e83de54e423f tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Calling delete_port for bf171599-2595-48ef-91f6-d69e602260cb owned by compute:nova {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:10:21.732757 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 45266) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:10:22.038459 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0c68eced-ca49-45d9-9e5f-82372af61fce req-63d449d8-e5f1-4520-9730-e83de54e423f tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:22.051903 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['57c15950-2ba5-4a42-bb4d-ae7ef56b0248', '8982c272-f481-4303-82c5-1958c6301c19', 'c0b82022-589f-4b45-a8d6-945f8492e0e0'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:10:22.134421 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-31d138a0-fe1d-491c-9402-f6e9e840686a tempest-ServerRescueNegativeTestJSON-1456746117 tempest-ServerRescueNegativeTestJSON-1456746117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:22.212975 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d00cb6-8b2f-41c6-9bdd-3ab77cc03923 req-489a4977-dae5-4b61-a86c-b9882589f8d9 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:22.221352 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-61d00cb6-8b2f-41c6-9bdd-3ab77cc03923 req-489a4977-dae5-4b61-a86c-b9882589f8d9 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.5196455
Apr 05 12:10:22.278093 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d449d8-e5f1-4520-9730-e83de54e423f tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Pushing event deleted for resources: {'Port': ['ID=bf171599-2595-48ef-91f6-d69e602260cb,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:22.292993 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-63d449d8-e5f1-4520-9730-e83de54e423f tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:22.334791 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-61d00cb6-8b2f-41c6-9bdd-3ab77cc03923 req-e888981c-7991-4d37-9a78-3b8d5524e775 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1124990
Apr 05 12:10:22.672025 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-40c8cc88-77f4-447b-8df9-ad83f00e03fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401257'] for router_interface, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:22.755637 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c68eced-ca49-45d9-9e5f-82372af61fce req-63d449d8-e5f1-4520-9730-e83de54e423f tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] No DVR routers for this DVR port bf171599-2595-48ef-91f6-d69e602260cb on host hv-cinder-78476 {{(pid=84269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 12:10:22.762786 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-0c68eced-ca49-45d9-9e5f-82372af61fce req-63d449d8-e5f1-4520-9730-e83de54e423f tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:22.778772 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-02c40e6b-6c54-4cc8-8085-141cdbc1036a req-622d8fb6-cc35-4100-886b-301ebce7fa6f tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eed7b27-b499-4cef-b1c1-2f387e3e690a HTTP/1.1" status: 200  len: 210 time: 0.1302819
Apr 05 12:10:22.780476 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eed7b27-b499-4cef-b1c1-2f387e3e690a', 'name': 'network-vif-deleted', 'tag': 'bf171599-2595-48ef-91f6-d69e602260cb'}] {{(pid=84269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:10:22.836445 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0c68eced-ca49-45d9-9e5f-82372af61fce req-63d449d8-e5f1-4520-9730-e83de54e423f tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.37 "DELETE /v2.0/ports/bf171599-2595-48ef-91f6-d69e602260cb HTTP/1.1" status: 204  len: 173 time: 1.9437654
Apr 05 12:10:22.871267 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eed7b27-b499-4cef-b1c1-2f387e3e690a', 'name': 'network-vif-deleted', 'tag': 'bf171599-2595-48ef-91f6-d69e602260cb', 'status': 'completed', 'code': 200}
Apr 05 12:10:22.924793 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device bf171599-2595-48ef-91f6-d69e602260cb no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:10:23.055627 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] No Port match for: bf171599-2595-48ef-91f6-d69e602260cb {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:10:23.056130 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device bf171599-2595-48ef-91f6-d69e602260cb not bound to the agent host hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:10:23.312814 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-40c8cc88-77f4-447b-8df9-ad83f00e03fb admin admin] Deleting port 61592604-35d1-4372-ba7a-f6fcda416921 {{(pid=84268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:10:23.313164 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-40c8cc88-77f4-447b-8df9-ad83f00e03fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:23.612446 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-40c8cc88-77f4-447b-8df9-ad83f00e03fb admin admin] For port 61592604-35d1-4372-ba7a-f6fcda416921, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=61592604-35d1-4372-ba7a-f6fcda416921,segment=NetworkSegment(53b28aa4-d901-4708-a140-750e38a3cab2),segment_id=53b28aa4-d901-4708-a140-750e38a3cab2)] {{(pid=84268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:10:23.613211 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-40c8cc88-77f4-447b-8df9-ad83f00e03fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:23.640196 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa61b1-e2bb-42f9-830e-3cf5e1d9192b req-1ceb2167-7713-4cdc-989d-9bd04cf3b7e9 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:23.640557 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-00c890a5-a2dc-4f1a-95a1-c8163cd28a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:23.648167 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fefa61b1-e2bb-42f9-830e-3cf5e1d9192b req-1ceb2167-7713-4cdc-989d-9bd04cf3b7e9 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.1610386
Apr 05 12:10:23.936264 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-40c8cc88-77f4-447b-8df9-ad83f00e03fb admin admin] Calling delete_port for 61592604-35d1-4372-ba7a-f6fcda416921 owned by network:router_interface {{(pid=84268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:10:24.062700 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fefa61b1-e2bb-42f9-830e-3cf5e1d9192b req-00b796e8-7a97-4149-857f-51693923147a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4131706
Apr 05 12:10:24.170379 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-cfa70719-02f8-40cf-980e-39ec1ce452eb req-b141b6a6-c91f-44f1-a80c-caac60712ac0 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Synchronizing usage tracker for tenant:6c0184ae62e6427db9fd25988a10a9c2 on resource:port {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:10:24.207391 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-cfa70719-02f8-40cf-980e-39ec1ce452eb req-b141b6a6-c91f-44f1-a80c-caac60712ac0 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Unset dirty status for tenant:6c0184ae62e6427db9fd25988a10a9c2 on resource:port {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:10:24.216927 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-cfa70719-02f8-40cf-980e-39ec1ce452eb req-b141b6a6-c91f-44f1-a80c-caac60712ac0 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=2eed7b27-b499-4cef-b1c1-2f387e3e690a HTTP/1.1" status: 200  len: 210 time: 0.1982269
Apr 05 12:10:24.664198 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-40c8cc88-77f4-447b-8df9-ad83f00e03fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:24.853800 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:24.881228 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:24.933182 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8cc88-77f4-447b-8df9-ad83f00e03fb admin admin] Pushing event deleted for resources: {'Port': ['ID=61592604-35d1-4372-ba7a-f6fcda416921,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:24.960546 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8cc88-77f4-447b-8df9-ad83f00e03fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:10:24.960999 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8cc88-77f4-447b-8df9-ad83f00e03fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:10:24.961420 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8cc88-77f4-447b-8df9-ad83f00e03fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:10:24.961838 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8cc88-77f4-447b-8df9-ad83f00e03fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:10:24.962316 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8cc88-77f4-447b-8df9-ad83f00e03fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:10:24.963178 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8cc88-77f4-447b-8df9-ad83f00e03fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:10:24.963609 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8cc88-77f4-447b-8df9-ad83f00e03fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:10:24.964022 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8cc88-77f4-447b-8df9-ad83f00e03fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:10:24.964438 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8cc88-77f4-447b-8df9-ad83f00e03fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:10:24.965615 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8cc88-77f4-447b-8df9-ad83f00e03fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:10:24.966029 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8cc88-77f4-447b-8df9-ad83f00e03fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:10:24.966470 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8cc88-77f4-447b-8df9-ad83f00e03fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:10:25.076154 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-40c8cc88-77f4-447b-8df9-ad83f00e03fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:25.216106 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f803db-edcd-4466-925e-096fef99dd65 req-11e0e99e-b3d2-4870-922b-c71991de8730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:25.217897 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a8f803db-edcd-4466-925e-096fef99dd65 req-11e0e99e-b3d2-4870-922b-c71991de8730 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09a08590013048999464095fb2986698&device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 1098 time: 0.2205646
Apr 05 12:10:25.917736 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f803db-edcd-4466-925e-096fef99dd65 req-2c1b71e1-02ef-4a53-aea1-d759ada97c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:25.920095 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a8f803db-edcd-4466-925e-096fef99dd65 req-2c1b71e1-02ef-4a53-aea1-d759ada97c72 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ba2dc6d-7a10-4983-bd4a-704d4ac9411b HTTP/1.1" status: 200  len: 918 time: 0.6799247
Apr 05 12:10:26.037697 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-790f84c8-bf5f-4faf-b2f2-b61516c3fd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:26.044215 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-40c8cc88-77f4-447b-8df9-ad83f00e03fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854280686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402364'] for router_interface, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:26.066402 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a8f803db-edcd-4466-925e-096fef99dd65 req-b6c7df13-c7a1-4432-8d64-7fcc67b63bd5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 HTTP/1.1" status: 200  len: 1001 time: 0.1365004
Apr 05 12:10:26.256314 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f803db-edcd-4466-925e-096fef99dd65 req-0a0b2ffd-fdfc-403d-8ef3-bb9900befc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:26.265348 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a8f803db-edcd-4466-925e-096fef99dd65 req-0a0b2ffd-fdfc-403d-8ef3-bb9900befc46 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3bbfe2a-e26d-4eee-9523-0b0e4c649bfb HTTP/1.1" status: 200  len: 856 time: 0.1763372
Apr 05 12:10:26.412404 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7fb99-9bd4-4cb6-87fa-9f176bac3e2b req-1e887fbc-6b30-4d55-9fc4-b375591957c1 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:26.415071 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-41d7fb99-9bd4-4cb6-87fa-9f176bac3e2b req-1e887fbc-6b30-4d55-9fc4-b375591957c1 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.8212271
Apr 05 12:10:26.485084 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:26.500026 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f803db-edcd-4466-925e-096fef99dd65 req-6323a996-9c6c-4738-8358-d23862555b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:26.501920 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a8f803db-edcd-4466-925e-096fef99dd65 req-6323a996-9c6c-4738-8358-d23862555b4b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ba2dc6d-7a10-4983-bd4a-704d4ac9411b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1941800
Apr 05 12:10:26.518924 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-41d7fb99-9bd4-4cb6-87fa-9f176bac3e2b req-2d9c2bb8-6dbf-45f5-89ff-ec749a5593c7 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0959976
Apr 05 12:10:26.843876 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a8f803db-edcd-4466-925e-096fef99dd65 req-09d4f339-d2a3-40d9-854c-3d1dfe8876c6 service neutron] 10.222.0.37 "GET /v2.0/networks/5ba2dc6d-7a10-4983-bd4a-704d4ac9411b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3218923
Apr 05 12:10:27.124236 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c8cc88-77f4-447b-8df9-ad83f00e03fb admin admin] Router 0629617a-19ac-41bd-8097-01cab952ae81 has already been hosted by L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d {{(pid=84268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 12:10:27.229220 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a8f803db-edcd-4466-925e-096fef99dd65 req-df9cbbfd-8c62-4360-b946-b936632d9bac service neutron] 10.222.0.37 "GET /v2.0/networks/5ba2dc6d-7a10-4983-bd4a-704d4ac9411b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3754058
Apr 05 12:10:27.535684 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c8cc88-77f4-447b-8df9-ad83f00e03fb admin admin] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:10:27.546036 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05660dd-2d73-464d-bb0d-b40900e8ffee None None] Sync routers for ids ['0629617a-19ac-41bd-8097-01cab952ae81'] in dv-cinder-784763-1-iscsi {{(pid=84271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:10:27.559056 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05660dd-2d73-464d-bb0d-b40900e8ffee None None] Routers {'0629617a-19ac-41bd-8097-01cab952ae81'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:10:27.560161 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-c05660dd-2d73-464d-bb0d-b40900e8ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460a89d30>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:10:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['0629617a-19ac-41bd-8097-01cab952ae81'], 'active': True} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:10:27.567984 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-40c8cc88-77f4-447b-8df9-ad83f00e03fb admin admin] 10.222.0.36 "PUT /v2.0/routers/0629617a-19ac-41bd-8097-01cab952ae81/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8315885
Apr 05 12:10:27.568639 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 45380) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:10:27.735503 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d668dd-a324-4335-95fe-14564e1d70eb req-652fc0f1-f214-43e4-a321-d74327d767df tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:27.744971 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-63d668dd-a324-4335-95fe-14564e1d70eb req-652fc0f1-f214-43e4-a321-d74327d767df tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76dc471-47cc-4b87-a3f0-8309af9aa790 HTTP/1.1" status: 200  len: 945 time: 0.1724124
Apr 05 12:10:27.806787 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-63d668dd-a324-4335-95fe-14564e1d70eb req-00225f27-8428-4283-911d-8d5311d7944a tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606756
Apr 05 12:10:28.028982 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-c05660dd-2d73-464d-bb0d-b40900e8ffee None None] Set router 0629617a-19ac-41bd-8097-01cab952ae81 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:10:28.083869 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:28.317928 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8f730812-474f-4d5d-ba29-8ad9a6d55fc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:28.661745 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:28.669716 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8f730812-474f-4d5d-ba29-8ad9a6d55fc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:28.686799 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-c05660dd-2d73-464d-bb0d-b40900e8ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460a89d30>, [{'id': '0629617a-19ac-41bd-8097-01cab952ae81', 'name': 'tempest-ServerRescueNegativeTestJSON-493775279-router', 'tenant_id': 'b0903b4e64774f679042704eb580949d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '85dc421f-eb56-4711-b5ba-90c999618782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:12Z', 'updated_at': '2021-04-05T12:10:24Z', 'revision_number': 5, 'project_id': 'b0903b4e64774f679042704eb580949d', 'gw_port': {'id': '85dc421f-eb56-4711-b5ba-90c999618782', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ea:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0629617a-19ac-41bd-8097-01cab952ae81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:14Z', 'updated_at': '2021-04-05T12:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi'}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:10:28.692202 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05660dd-2d73-464d-bb0d-b40900e8ffee None None] Checking router: 0629617a-19ac-41bd-8097-01cab952ae81 for host: dv-cinder-784763-1-iscsi {{(pid=84271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:10:28.701800 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0c1be-073e-427d-9ea2-b5e2056c4e46 req-aeb330aa-e3d5-4fd2-93d2-c88d2a4f4967 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:28.702770 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05660dd-2d73-464d-bb0d-b40900e8ffee None None] Routers {'0629617a-19ac-41bd-8097-01cab952ae81'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:10:28.703100 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-c05660dd-2d73-464d-bb0d-b40900e8ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460a89d30>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:10:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['0629617a-19ac-41bd-8097-01cab952ae81'], 'active': True} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:10:28.710019 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-26c0c1be-073e-427d-9ea2-b5e2056c4e46 req-aeb330aa-e3d5-4fd2-93d2-c88d2a4f4967 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.3325133
Apr 05 12:10:28.749291 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-8f730812-474f-4d5d-ba29-8ad9a6d55fc8 admin admin] Deleting port 85dc421f-eb56-4711-b5ba-90c999618782 {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:10:28.749873 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8f730812-474f-4d5d-ba29-8ad9a6d55fc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:28.854841 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-26c0c1be-073e-427d-9ea2-b5e2056c4e46 req-d53ee17b-f604-45fe-a493-0d1f7bb6412d tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1438429
Apr 05 12:10:28.920595 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-c05660dd-2d73-464d-bb0d-b40900e8ffee None None] Set router 0629617a-19ac-41bd-8097-01cab952ae81 gateway port host: None {{(pid=84271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:10:29.072382 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-8f730812-474f-4d5d-ba29-8ad9a6d55fc8 admin admin] For port 85dc421f-eb56-4711-b5ba-90c999618782, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=85dc421f-eb56-4711-b5ba-90c999618782,segment=NetworkSegment(9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6),segment_id=9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6)] {{(pid=84269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:10:29.072775 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8f730812-474f-4d5d-ba29-8ad9a6d55fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:29.192619 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23865481-b5cc-44db-b717-7b2a025830d1 req-fdabd6ca-412c-4c7b-9855-29e7c2bdf19b tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:29.194354 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-23865481-b5cc-44db-b717-7b2a025830d1 req-fdabd6ca-412c-4c7b-9855-29e7c2bdf19b tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76dc471-47cc-4b87-a3f0-8309af9aa790 HTTP/1.1" status: 200  len: 945 time: 0.1938388
Apr 05 12:10:29.212595 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-c05660dd-2d73-464d-bb0d-b40900e8ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460a89d30>, [{'id': '0629617a-19ac-41bd-8097-01cab952ae81', 'name': 'tempest-ServerRescueNegativeTestJSON-493775279-router', 'tenant_id': 'b0903b4e64774f679042704eb580949d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:12Z', 'updated_at': '2021-04-05T12:10:28Z', 'revision_number': 6, 'project_id': 'b0903b4e64774f679042704eb580949d', 'gw_port_host': None}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:10:29.226409 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05660dd-2d73-464d-bb0d-b40900e8ffee None None] The sync data for ids ['0629617a-19ac-41bd-8097-01cab952ae81'] in dv-cinder-784763-1-iscsi is: [{'id': '0629617a-19ac-41bd-8097-01cab952ae81', 'name': 'tempest-ServerRescueNegativeTestJSON-493775279-router', 'tenant_id': 'b0903b4e64774f679042704eb580949d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:12Z', 'updated_at': '2021-04-05T12:10:28Z', 'revision_number': 6, 'project_id': 'b0903b4e64774f679042704eb580949d', 'gw_port_host': None}] {{(pid=84271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:10:29.284952 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-8f730812-474f-4d5d-ba29-8ad9a6d55fc8 admin admin] Calling delete_port for 85dc421f-eb56-4711-b5ba-90c999618782 owned by network:router_gateway {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:10:29.348871 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-23865481-b5cc-44db-b717-7b2a025830d1 req-4a53e209-fcd0-4e70-b3c6-947315e60b24 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1361942
Apr 05 12:10:29.681576 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8f730812-474f-4d5d-ba29-8ad9a6d55fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:29.697903 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-314e2975-0edd-49b4-a8f1-80ac5e5f1bf4 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:29.792289 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f730812-474f-4d5d-ba29-8ad9a6d55fc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=85dc421f-eb56-4711-b5ba-90c999618782,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:29.799290 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-8f730812-474f-4d5d-ba29-8ad9a6d55fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:29.990996 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8f730812-474f-4d5d-ba29-8ad9a6d55fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445372'] for router_gateway, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:30.223288 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 85dc421f-eb56-4711-b5ba-90c999618782 no longer exists at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:10:30.242941 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057628d-7eae-4b4b-87b4-607543c4e094 req-23be5929-898b-47e6-8010-d141fc30bb91 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:30.244617 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e057628d-7eae-4b4b-87b4-607543c4e094 req-23be5929-898b-47e6-8010-d141fc30bb91 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.1919641
Apr 05 12:10:30.263770 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8f730812-474f-4d5d-ba29-8ad9a6d55fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854367171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773722'] for router, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:30.268338 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8f730812-474f-4d5d-ba29-8ad9a6d55fc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:30.278110 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] No Port match for: 85dc421f-eb56-4711-b5ba-90c999618782 {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:10:30.279010 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 85dc421f-eb56-4711-b5ba-90c999618782 not bound to the agent host dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:10:30.279692 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 61592604-35d1-4372-ba7a-f6fcda416921 no longer exists at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:10:30.313732 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e057628d-7eae-4b4b-87b4-607543c4e094 req-f0679d8b-4981-4357-933d-8d55f3f54836 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626554
Apr 05 12:10:30.320580 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] No Port match for: 61592604-35d1-4372-ba7a-f6fcda416921 {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:10:30.321130 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 61592604-35d1-4372-ba7a-f6fcda416921 not bound to the agent host dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:10:30.462916 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8f730812-474f-4d5d-ba29-8ad9a6d55fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854367097'] for router, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:30.463957 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f730812-474f-4d5d-ba29-8ad9a6d55fc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0629617a-19ac-41bd-8097-01cab952ae81 {{(pid=84269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 05 12:10:30.500532 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8f730812-474f-4d5d-ba29-8ad9a6d55fc8 admin admin] Notify callbacks [] for router, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:30.502692 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-8f730812-474f-4d5d-ba29-8ad9a6d55fc8 admin admin] 10.222.0.36 "DELETE /v2.0/routers/0629617a-19ac-41bd-8097-01cab952ae81 HTTP/1.1" status: 204  len: 168 time: 2.9322362
Apr 05 12:10:30.505965 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 45430) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:10:30.652509 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-e110a6f3-8eae-43fb-a7fc-5bb861f63b58 admin admin] Deleting subnet ced82538-3893-4e0b-a29e-4343c9a27f88 {{(pid=84268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 05 12:10:30.655996 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e110a6f3-8eae-43fb-a7fc-5bb861f63b58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:30.768569 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e110a6f3-8eae-43fb-a7fc-5bb861f63b58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852551420'] for subnet, precommit_delete_associations {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:30.835935 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e110a6f3-8eae-43fb-a7fc-5bb861f63b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-128983'] for subnet, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:31.137890 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027799c6-e669-448d-bb7f-c5a76b192e67 req-bb3d1f3a-731e-4f15-8daa-c0db4d4e38d3 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:31.146626 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-027799c6-e669-448d-bb7f-c5a76b192e67 req-bb3d1f3a-731e-4f15-8daa-c0db4d4e38d3 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76dc471-47cc-4b87-a3f0-8309af9aa790 HTTP/1.1" status: 200  len: 945 time: 0.4363008
Apr 05 12:10:31.209625 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-027799c6-e669-448d-bb7f-c5a76b192e67 req-db02ab01-368b-45d6-bd53-9c7fe4825d4a tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614011
Apr 05 12:10:31.258894 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e110a6f3-8eae-43fb-a7fc-5bb861f63b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854646833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851385147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851841380'] for subnet, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:31.268211 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944dbc0a-6863-4e9a-8141-decef551dd76 req-bfc5cf80-76fe-42ec-9e24-4576df663e60 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:31.270302 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-944dbc0a-6863-4e9a-8141-decef551dd76 req-bfc5cf80-76fe-42ec-9e24-4576df663e60 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.37 "GET /v2.0/ports?device_id=b76dc471-47cc-4b87-a3f0-8309af9aa790 HTTP/1.1" status: 200  len: 945 time: 0.1761351
Apr 05 12:10:31.276406 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-970bc5e4-9a94-43d3-923d-5cd8516af2e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:31.361924 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110a6f3-8eae-43fb-a7fc-5bb861f63b58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ced82538-3893-4e0b-a29e-4343c9a27f88,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:31.365760 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e110a6f3-8eae-43fb-a7fc-5bb861f63b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:31.386017 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-944dbc0a-6863-4e9a-8141-decef551dd76 req-378d04fd-d6fa-454e-a257-088e88a1793d tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Deleting port c0b82022-589f-4b45-a8d6-945f8492e0e0 {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:10:31.386436 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-944dbc0a-6863-4e9a-8141-decef551dd76 req-378d04fd-d6fa-454e-a257-088e88a1793d tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:31.444813 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e110a6f3-8eae-43fb-a7fc-5bb861f63b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for subnet, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:31.455060 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-e110a6f3-8eae-43fb-a7fc-5bb861f63b58 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ced82538-3893-4e0b-a29e-4343c9a27f88 HTTP/1.1" status: 204  len: 168 time: 0.9472728
Apr 05 12:10:31.458673 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 45442) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:10:31.598210 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1db15bb2-698f-4465-b023-95f89bd3c9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-139629'] for network, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:31.850979 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1db15bb2-698f-4465-b023-95f89bd3c9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768810', 'neutron.services.segments.db._delete_segments_for_network--9223363299714337857'] for network, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:31.988045 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-1db15bb2-698f-4465-b023-95f89bd3c9e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2460a33518>,) {'filters': {'network_id': ['a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0']}} {{(pid=84268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:10:32.004480 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-1db15bb2-698f-4465-b023-95f89bd3c9e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2460a33518>, '53b28aa4-d901-4708-a140-750e38a3cab2') {'for_net_delete': True} {{(pid=84268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:10:32.004825 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-1db15bb2-698f-4465-b023-95f89bd3c9e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2460a33518>, '53b28aa4-d901-4708-a140-750e38a3cab2') {} {{(pid=84268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:10:32.019184 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1db15bb2-698f-4465-b023-95f89bd3c9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737140437841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2224397'] for segment, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:32.047371 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1db15bb2-698f-4465-b023-95f89bd3c9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:32.056019 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db15bb2-698f-4465-b023-95f89bd3c9e7 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=84268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 05 12:10:32.282533 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-1db15bb2-698f-4465-b023-95f89bd3c9e7 admin admin] Network a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0 has no segments {{(pid=84268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 12:10:32.293725 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1db15bb2-698f-4465-b023-95f89bd3c9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851385234'] for segment, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:32.326712 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797bb88-b4a7-430e-a706-468549c576cc req-1134c8fb-c7fa-43f4-8b35-bffb27070df2 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:32.334785 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6797bb88-b4a7-430e-a706-468549c576cc req-1134c8fb-c7fa-43f4-8b35-bffb27070df2 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.5412238
Apr 05 12:10:32.364402 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-944dbc0a-6863-4e9a-8141-decef551dd76 req-378d04fd-d6fa-454e-a257-088e88a1793d tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] For port c0b82022-589f-4b45-a8d6-945f8492e0e0, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=c0b82022-589f-4b45-a8d6-945f8492e0e0,segment=NetworkSegment(678a0a32-e584-4bc7-93dc-6b69e2674942),segment_id=678a0a32-e584-4bc7-93dc-6b69e2674942)] {{(pid=84269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:10:32.364955 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-944dbc0a-6863-4e9a-8141-decef551dd76 req-378d04fd-d6fa-454e-a257-088e88a1793d tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:32.406252 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6797bb88-b4a7-430e-a706-468549c576cc req-0d99ffbe-ad6d-428e-889b-1ed80f68bfd1 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0704091
Apr 05 12:10:32.585892 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-944dbc0a-6863-4e9a-8141-decef551dd76 req-378d04fd-d6fa-454e-a257-088e88a1793d tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Calling delete_port for c0b82022-589f-4b45-a8d6-945f8492e0e0 owned by compute:nova {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:10:32.824193 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-944dbc0a-6863-4e9a-8141-decef551dd76 req-378d04fd-d6fa-454e-a257-088e88a1793d tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:32.848599 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['57c15950-2ba5-4a42-bb4d-ae7ef56b0248', '8982c272-f481-4303-82c5-1958c6301c19', 'c0b82022-589f-4b45-a8d6-945f8492e0e0'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:10:32.865114 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-7d29c7dd-f34f-43e0-a231-a72ddcd73daa tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:33.033003 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-1db15bb2-698f-4465-b023-95f89bd3c9e7 admin admin] Network a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0 has no segments {{(pid=84268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 12:10:33.052666 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72471fdf-0278-456b-804d-6e2c2f9abbad req-ad7a1d2f-03b1-404b-9a59-2be546a08d3c tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:33.054521 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-72471fdf-0278-456b-804d-6e2c2f9abbad req-ad7a1d2f-03b1-404b-9a59-2be546a08d3c tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76dc471-47cc-4b87-a3f0-8309af9aa790 HTTP/1.1" status: 200  len: 867 time: 0.3185637
Apr 05 12:10:33.077507 dv-cinder-784763-1-iscsi neutron-server[84155]: Traceback (most recent call last):
Apr 05 12:10:33.077507 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 05 12:10:33.077507 dv-cinder-784763-1-iscsi neutron-server[84155]:     timer()
Apr 05 12:10:33.077507 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 05 12:10:33.077507 dv-cinder-784763-1-iscsi neutron-server[84155]:     cb(*args, **kw)
Apr 05 12:10:33.077507 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 05 12:10:33.077507 dv-cinder-784763-1-iscsi neutron-server[84155]:     return func(*args, **kwargs)
Apr 05 12:10:33.077507 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 05 12:10:33.077507 dv-cinder-784763-1-iscsi neutron-server[84155]:     self._notify()
Apr 05 12:10:33.077507 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 05 12:10:33.077507 dv-cinder-784763-1-iscsi neutron-server[84155]:     self.callback(batched_events)
Apr 05 12:10:33.077507 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 05 12:10:33.077507 dv-cinder-784763-1-iscsi neutron-server[84155]:     event.method(event)
Apr 05 12:10:33.077507 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 05 12:10:33.077507 dv-cinder-784763-1-iscsi neutron-server[84155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 05 12:10:33.077507 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 05 12:10:33.077507 dv-cinder-784763-1-iscsi neutron-server[84155]:     segment_id)['aggregates'][0]
Apr 05 12:10:33.077507 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 05 12:10:33.077507 dv-cinder-784763-1-iscsi neutron-server[84155]:     return f(self, *a, **k)
Apr 05 12:10:33.077507 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 05 12:10:33.077507 dv-cinder-784763-1-iscsi neutron-server[84155]:     return self._get(url).json()
Apr 05 12:10:33.077507 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 05 12:10:33.077507 dv-cinder-784763-1-iscsi neutron-server[84155]:     **kwargs)
Apr 05 12:10:33.077507 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 05 12:10:33.077507 dv-cinder-784763-1-iscsi neutron-server[84155]:     return self.request(url, 'GET', **kwargs)
Apr 05 12:10:33.077507 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 05 12:10:33.077507 dv-cinder-784763-1-iscsi neutron-server[84155]:     **endpoint_filter)
Apr 05 12:10:33.077507 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 05 12:10:33.077507 dv-cinder-784763-1-iscsi neutron-server[84155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 05 12:10:33.077507 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 05 12:10:33.077507 dv-cinder-784763-1-iscsi neutron-server[84155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 05 12:10:33.077507 dv-cinder-784763-1-iscsi neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 05 12:10:33.158916 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d04fd-d6fa-454e-a257-088e88a1793d tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Pushing event deleted for resources: {'Port': ['ID=c0b82022-589f-4b45-a8d6-945f8492e0e0,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:33.171031 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-378d04fd-d6fa-454e-a257-088e88a1793d tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:33.299697 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-72471fdf-0278-456b-804d-6e2c2f9abbad req-e359d1de-708d-4066-aa3c-f8b09949e590 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2196658
Apr 05 12:10:33.304847 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1db15bb2-698f-4465-b023-95f89bd3c9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854330406'] for network, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:33.318080 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-621d62aa-5cf4-4d3f-9d69-95f9266ca8a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:33.351700 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1db15bb2-698f-4465-b023-95f89bd3c9e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for network, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:33.388593 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db15bb2-698f-4465-b023-95f89bd3c9e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:33.395483 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-1db15bb2-698f-4465-b023-95f89bd3c9e7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a1a9fef1-3d72-4fb5-9985-c1b000ef2ea0 HTTP/1.1" status: 204  len: 168 time: 1.9356966
Apr 05 12:10:33.396819 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-1db15bb2-698f-4465-b023-95f89bd3c9e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:33.421822 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-944dbc0a-6863-4e9a-8141-decef551dd76 req-378d04fd-d6fa-454e-a257-088e88a1793d tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] No DVR routers for this DVR port c0b82022-589f-4b45-a8d6-945f8492e0e0 on host hv-cinder-78476 {{(pid=84269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 12:10:33.424365 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-944dbc0a-6863-4e9a-8141-decef551dd76 req-378d04fd-d6fa-454e-a257-088e88a1793d tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:33.428331 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76dc471-47cc-4b87-a3f0-8309af9aa790', 'name': 'network-vif-deleted', 'tag': 'c0b82022-589f-4b45-a8d6-945f8492e0e0'}] {{(pid=84269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:10:33.465819 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-944dbc0a-6863-4e9a-8141-decef551dd76 req-378d04fd-d6fa-454e-a257-088e88a1793d tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.37 "DELETE /v2.0/ports/c0b82022-589f-4b45-a8d6-945f8492e0e0 HTTP/1.1" status: 204  len: 173 time: 2.1886873
Apr 05 12:10:33.510030 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76dc471-47cc-4b87-a3f0-8309af9aa790', 'name': 'network-vif-deleted', 'tag': 'c0b82022-589f-4b45-a8d6-945f8492e0e0', 'status': 'completed', 'code': 200}
Apr 05 12:10:33.664865 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 45532) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:10:33.725708 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-e2afc2dc-b01e-4d03-869d-868271396873 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b0903b4e64774f679042704eb580949d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0593088
Apr 05 12:10:33.730556 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 45536) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:10:33.767937 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e5015-2fe6-4ae7-9a79-078b4b596400 req-c11d1f77-79b2-4a00-aa76-8c63b41360dc tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:33.770780 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5b1e5015-2fe6-4ae7-9a79-078b4b596400 req-c11d1f77-79b2-4a00-aa76-8c63b41360dc tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.1093371
Apr 05 12:10:33.830749 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62742b-eeb5-45b7-adc2-0558fd2f9dd0 req-8ea88b99-8af7-495c-85da-ce1d69be4354 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:33.836016 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5b1e5015-2fe6-4ae7-9a79-078b4b596400 req-f526e7ac-8c8e-4fce-8976-ee4cb96c148b tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576801
Apr 05 12:10:33.839478 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-bd62742b-eeb5-45b7-adc2-0558fd2f9dd0 req-8ea88b99-8af7-495c-85da-ce1d69be4354 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 945 time: 0.2340317
Apr 05 12:10:33.867509 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-98acb82c-e0ba-40fc-8b12-5ffd6e4f930a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:33.916497 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-bd62742b-eeb5-45b7-adc2-0558fd2f9dd0 req-053e63c4-e7f6-4bc8-bcc1-b9daf1f50ae1 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758815
Apr 05 12:10:33.931173 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-98acb82c-e0ba-40fc-8b12-5ffd6e4f930a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:33.940855 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 45540) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:10:33.995620 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-98acb82c-e0ba-40fc-8b12-5ffd6e4f930a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:34.006524 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-a2ae1f3b-ef9c-4ae6-b0e2-6fdc21f3ce61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:34.021006 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98acb82c-e0ba-40fc-8b12-5ffd6e4f930a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef05e38-56c0-453d-83b5-a3c5fe51c4df,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:34.025121 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-98acb82c-e0ba-40fc-8b12-5ffd6e4f930a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:34.037744 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-98acb82c-e0ba-40fc-8b12-5ffd6e4f930a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:34.040032 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-98acb82c-e0ba-40fc-8b12-5ffd6e4f930a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aef05e38-56c0-453d-83b5-a3c5fe51c4df HTTP/1.1" status: 204  len: 168 time: 0.3072526
Apr 05 12:10:34.369101 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 45558) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:10:34.695054 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e616dce-bd1e-4b7a-8bda-e2c4c6de0dbd admin admin] Deleting subnet bb3899a7-b1f4-44f1-8307-a691d8d37d98 {{(pid=84269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 05 12:10:34.709314 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-6a253e8d-e617-444f-aa2d-4672105f81c8 req-dfefea8e-3133-4c3a-8e8c-0a682e4aa33b tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Synchronizing usage tracker for tenant:6c0184ae62e6427db9fd25988a10a9c2 on resource:port {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:10:34.712043 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2e616dce-bd1e-4b7a-8bda-e2c4c6de0dbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:34.789245 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2e616dce-bd1e-4b7a-8bda-e2c4c6de0dbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60536130'] for subnet, precommit_delete_associations {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:34.824846 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-6a253e8d-e617-444f-aa2d-4672105f81c8 req-dfefea8e-3133-4c3a-8e8c-0a682e4aa33b tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Unset dirty status for tenant:6c0184ae62e6427db9fd25988a10a9c2 on resource:port {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:10:34.826770 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6a253e8d-e617-444f-aa2d-4672105f81c8 req-dfefea8e-3133-4c3a-8e8c-0a682e4aa33b tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=b76dc471-47cc-4b87-a3f0-8309af9aa790 HTTP/1.1" status: 200  len: 210 time: 0.1852229
Apr 05 12:10:34.860215 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b093be-8903-471f-aeb5-a9daf4a99a57 tempest-TestMinimumBasicScenario-1128832667 tempest-TestMinimumBasicScenario-1128832667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:34.860358 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 45576) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:10:34.860515 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-68b093be-8903-471f-aeb5-a9daf4a99a57 tempest-TestMinimumBasicScenario-1128832667 tempest-TestMinimumBasicScenario-1128832667-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 1093 time: 0.9150290
Apr 05 12:10:34.866774 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-61a9fd63-ab88-4763-bf00-e53c3f85fbd4 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Request body: {'floatingip': {'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'port_id': 'cd022a21-f8f6-48a0-aafb-3a959f94237a', 'tenant_id': '0fa3ed41777846009e78f090b026e395', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:10:34.880205 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-61a9fd63-ab88-4763-bf00-e53c3f85fbd4 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:10:34.882348 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2e616dce-bd1e-4b7a-8bda-e2c4c6de0dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-128983'] for subnet, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:34.892253 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-61a9fd63-ab88-4763-bf00-e53c3f85fbd4 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Usage tracker for resource:floatingip and tenant:0fa3ed41777846009e78f090b026e395 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:10:34.903997 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-61a9fd63-ab88-4763-bf00-e53c3f85fbd4 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:10:34.914300 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-61a9fd63-ab88-4763-bf00-e53c3f85fbd4 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:10:34.934762 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61a9fd63-ab88-4763-bf00-e53c3f85fbd4 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks [] for floatingip, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:34.992722 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device c0b82022-589f-4b45-a8d6-945f8492e0e0 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:10:35.073686 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] No Port match for: c0b82022-589f-4b45-a8d6-945f8492e0e0 {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:10:35.074075 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device c0b82022-589f-4b45-a8d6-945f8492e0e0 not bound to the agent host hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:10:35.196468 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15214247-2aa6-43f0-a5b0-e2881c468aad req-2d010ab9-526c-4c18-9111-860cf1f6a179 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:35.205321 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-15214247-2aa6-43f0-a5b0-e2881c468aad req-2d010ab9-526c-4c18-9111-860cf1f6a179 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.2319236
Apr 05 12:10:35.305943 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-15214247-2aa6-43f0-a5b0-e2881c468aad req-ab2c5612-ac6c-4129-b07b-542993954ca0 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0994635
Apr 05 12:10:35.326472 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61a9fd63-ab88-4763-bf00-e53c3f85fbd4 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:35.336114 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2e616dce-bd1e-4b7a-8bda-e2c4c6de0dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854646833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2694892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3029703'] for subnet, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:35.482227 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:35.522858 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-61a9fd63-ab88-4763-bf00-e53c3f85fbd4 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Allocated IP 172.27.0.25 (9d12ef10-d92d-4db6-ae05-ceb86a15802e/0ceae222-356e-4bb7-8260-995ea8a55dd5/93b15338-a810-49d2-beea-b221c111bd4d) {{(pid=84268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:10:35.549034 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2e616dce-bd1e-4b7a-8bda-e2c4c6de0dbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:35.552362 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e616dce-bd1e-4b7a-8bda-e2c4c6de0dbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb3899a7-b1f4-44f1-8307-a691d8d37d98,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:35.557463 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2e616dce-bd1e-4b7a-8bda-e2c4c6de0dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:35.561934 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-2e616dce-bd1e-4b7a-8bda-e2c4c6de0dbd admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bb3899a7-b1f4-44f1-8307-a691d8d37d98 HTTP/1.1" status: 204  len: 168 time: 1.1915064
Apr 05 12:10:35.564587 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 45596) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:10:35.820092 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1ce3047c-65ec-4fa3-bbf3-62e6ee1fd726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-139629'] for network, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:35.821691 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61a9fd63-ab88-4763-bf00-e53c3f85fbd4 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks [] for port, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:35.869928 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61a9fd63-ab88-4763-bf00-e53c3f85fbd4 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:36.053499 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ebd8dad4-20bd-4810-89e4-c2f01c8e2a55 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:36.144662 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1ce3047c-65ec-4fa3-bbf3-62e6ee1fd726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768810', 'neutron.services.segments.db._delete_segments_for_network--9223363299714337857'] for network, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:36.155210 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9fd63-ab88-4763-bf00-e53c3f85fbd4 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Pushing event updated for resources: {'Port': ['ID=93b15338-a810-49d2-beea-b221c111bd4d,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:36.164685 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-61a9fd63-ab88-4763-bf00-e53c3f85fbd4 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:36.176668 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a9fd63-ab88-4763-bf00-e53c3f85fbd4 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Network 9d12ef10-d92d-4db6-ae05-ceb86a15802e is already hosted by enough agents. {{(pid=84268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:10:36.178005 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-61a9fd63-ab88-4763-bf00-e53c3f85fbd4 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Resources bound (agent type, host, resource id):  {{(pid=84268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:10:36.181184 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a9fd63-ab88-4763-bf00-e53c3f85fbd4 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Received port after_create {{(pid=84268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:10:36.301373 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-1ce3047c-65ec-4fa3-bbf3-62e6ee1fd726 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2460090198>,) {'filters': {'network_id': ['824ff9bc-3428-4660-94c8-a66bfd483c75']}} {{(pid=84269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:10:36.316522 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-1ce3047c-65ec-4fa3-bbf3-62e6ee1fd726 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2460090198>, 'cca319d6-d04d-4541-ba09-f3b3756a74bc') {'for_net_delete': True} {{(pid=84269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:10:36.317158 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-1ce3047c-65ec-4fa3-bbf3-62e6ee1fd726 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2460090198>, 'cca319d6-d04d-4541-ba09-f3b3756a74bc') {} {{(pid=84269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:10:36.332727 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1ce3047c-65ec-4fa3-bbf3-62e6ee1fd726 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737140437841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036794239669'] for segment, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:36.356472 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1ce3047c-65ec-4fa3-bbf3-62e6ee1fd726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:36.371420 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ce3047c-65ec-4fa3-bbf3-62e6ee1fd726 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=84269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 05 12:10:36.687542 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-1ce3047c-65ec-4fa3-bbf3-62e6ee1fd726 admin admin] Network 824ff9bc-3428-4660-94c8-a66bfd483c75 has no segments {{(pid=84269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 12:10:36.713765 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1ce3047c-65ec-4fa3-bbf3-62e6ee1fd726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2694727'] for segment, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:36.818323 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102323f-afa0-4c40-9b46-871bd32e260b req-2f7a885f-b8ef-4796-82fd-720e652797d4 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:36.819997 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1102323f-afa0-4c40-9b46-871bd32e260b req-2f7a885f-b8ef-4796-82fd-720e652797d4 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.1345632
Apr 05 12:10:36.885186 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1102323f-afa0-4c40-9b46-871bd32e260b req-b04c915d-a0be-4ad2-9db7-acedcf06991d tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523000
Apr 05 12:10:36.978350 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-1ce3047c-65ec-4fa3-bbf3-62e6ee1fd726 admin admin] Network 824ff9bc-3428-4660-94c8-a66bfd483c75 has no segments {{(pid=84269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 12:10:37.096135 dv-cinder-784763-1-iscsi neutron-server[84155]: Traceback (most recent call last):
Apr 05 12:10:37.096135 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 05 12:10:37.096135 dv-cinder-784763-1-iscsi neutron-server[84155]:     timer()
Apr 05 12:10:37.096135 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 05 12:10:37.096135 dv-cinder-784763-1-iscsi neutron-server[84155]:     cb(*args, **kw)
Apr 05 12:10:37.096135 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 05 12:10:37.096135 dv-cinder-784763-1-iscsi neutron-server[84155]:     return func(*args, **kwargs)
Apr 05 12:10:37.096135 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 05 12:10:37.096135 dv-cinder-784763-1-iscsi neutron-server[84155]:     self._notify()
Apr 05 12:10:37.096135 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 05 12:10:37.096135 dv-cinder-784763-1-iscsi neutron-server[84155]:     self.callback(batched_events)
Apr 05 12:10:37.096135 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 05 12:10:37.096135 dv-cinder-784763-1-iscsi neutron-server[84155]:     event.method(event)
Apr 05 12:10:37.096135 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 05 12:10:37.096135 dv-cinder-784763-1-iscsi neutron-server[84155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 05 12:10:37.096135 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 05 12:10:37.096135 dv-cinder-784763-1-iscsi neutron-server[84155]:     segment_id)['aggregates'][0]
Apr 05 12:10:37.096135 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 05 12:10:37.096135 dv-cinder-784763-1-iscsi neutron-server[84155]:     return f(self, *a, **k)
Apr 05 12:10:37.096135 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 05 12:10:37.096135 dv-cinder-784763-1-iscsi neutron-server[84155]:     return self._get(url).json()
Apr 05 12:10:37.096135 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 05 12:10:37.096135 dv-cinder-784763-1-iscsi neutron-server[84155]:     **kwargs)
Apr 05 12:10:37.096135 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 05 12:10:37.096135 dv-cinder-784763-1-iscsi neutron-server[84155]:     return self.request(url, 'GET', **kwargs)
Apr 05 12:10:37.096135 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 05 12:10:37.096135 dv-cinder-784763-1-iscsi neutron-server[84155]:     **endpoint_filter)
Apr 05 12:10:37.096135 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 05 12:10:37.096135 dv-cinder-784763-1-iscsi neutron-server[84155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 05 12:10:37.096135 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 05 12:10:37.096135 dv-cinder-784763-1-iscsi neutron-server[84155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 05 12:10:37.096135 dv-cinder-784763-1-iscsi neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 05 12:10:37.141582 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1ce3047c-65ec-4fa3-bbf3-62e6ee1fd726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854330406'] for network, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:37.156905 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1ce3047c-65ec-4fa3-bbf3-62e6ee1fd726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for network, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:37.163129 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-9dde7bdc-cf36-443e-8101-e2fc90e305a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:37.203475 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61a9fd63-ab88-4763-bf00-e53c3f85fbd4 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:37.225697 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3047c-65ec-4fa3-bbf3-62e6ee1fd726 admin admin] Pushing event deleted for resources: {'Network': ['ID=824ff9bc-3428-4660-94c8-a66bfd483c75,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:37.228385 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-1ce3047c-65ec-4fa3-bbf3-62e6ee1fd726 admin admin] 10.222.0.36 "DELETE /v2.0/networks/824ff9bc-3428-4660-94c8-a66bfd483c75 HTTP/1.1" status: 204  len: 168 time: 1.6626773
Apr 05 12:10:37.231084 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-1ce3047c-65ec-4fa3-bbf3-62e6ee1fd726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:37.268715 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a6103-afff-4b6c-95bf-31ec8eb490e5 req-355dd26a-307c-480d-9dfd-fc92c6c0879d tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:37.270535 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-522a6103-afff-4b6c-95bf-31ec8eb490e5 req-355dd26a-307c-480d-9dfd-fc92c6c0879d tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 945 time: 0.1732757
Apr 05 12:10:37.326387 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61a9fd63-ab88-4763-bf00-e53c3f85fbd4 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:37.367539 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-522a6103-afff-4b6c-95bf-31ec8eb490e5 req-600056fe-077f-4793-846f-66a278e0c0a8 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869417
Apr 05 12:10:37.479182 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 45636) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:10:37.573323 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-ce53376d-0deb-4b3e-b613-9e86c6896e09 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aeef6c5c7cf04cec883416dc0997d657&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0920615
Apr 05 12:10:37.576331 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 45640) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:10:37.656566 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04064ca7-efb2-4d33-84e2-14bee09c4e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:37.692308 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04064ca7-efb2-4d33-84e2-14bee09c4e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:37.746818 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61a9fd63-ab88-4763-bf00-e53c3f85fbd4 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks [] for port, precommit_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:37.750941 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61a9fd63-ab88-4763-bf00-e53c3f85fbd4 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851385328'] for port, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:37.768626 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-a7b5100a-d154-4263-a4f2-ed089ec7b73d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:37.787168 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-f88b1bf2-1884-4fde-809c-229e64aa83aa tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Synchronizing usage tracker for tenant:629fa1a565724595a30468e1271ead78 on resource:security_group {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:10:37.808242 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-f88b1bf2-1884-4fde-809c-229e64aa83aa tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Unset dirty status for tenant:629fa1a565724595a30468e1271ead78 on resource:security_group {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:10:37.809669 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-f88b1bf2-1884-4fde-809c-229e64aa83aa tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-398527571&fields=id&tenant_id=629fa1a565724595a30468e1271ead78 HTTP/1.1" status: 200  len: 267 time: 0.1056852
Apr 05 12:10:37.814091 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04064ca7-efb2-4d33-84e2-14bee09c4e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:37.850576 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-5401f207-0228-46b0-a128-cf9ee736ff52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:37.865279 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04064ca7-efb2-4d33-84e2-14bee09c4e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45378dbe-e24e-46fe-876d-24f89a40b58a,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:37.922958 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-04064ca7-efb2-4d33-84e2-14bee09c4e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:37.934838 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04064ca7-efb2-4d33-84e2-14bee09c4e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:37.939277 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-04064ca7-efb2-4d33-84e2-14bee09c4e49 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/45378dbe-e24e-46fe-876d-24f89a40b58a HTTP/1.1" status: 204  len: 168 time: 0.3616738
Apr 05 12:10:37.956558 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9fd63-ab88-4763-bf00-e53c3f85fbd4 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Pushing event updated for resources: {'Port': ['ID=93b15338-a810-49d2-beea-b221c111bd4d,revision_number=2']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:37.983959 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-61a9fd63-ab88-4763-bf00-e53c3f85fbd4 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:38.042607 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61a9fd63-ab88-4763-bf00-e53c3f85fbd4 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854330421'] for floatingip, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:38.116337 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-fea9c7c3-be54-46d5-aad4-dcdc3d0a9c79 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:38.117963 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-fea9c7c3-be54-46d5-aad4-dcdc3d0a9c79 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Synchronizing usage tracker for tenant:629fa1a565724595a30468e1271ead78 on resource:network {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:10:38.161779 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-fea9c7c3-be54-46d5-aad4-dcdc3d0a9c79 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Unset dirty status for tenant:629fa1a565724595a30468e1271ead78 on resource:network {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:10:38.163603 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-fea9c7c3-be54-46d5-aad4-dcdc3d0a9c79 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/networks?id=a3e4dca9-c22e-4b2f-b50e-39573f778a69 HTTP/1.1" status: 200  len: 811 time: 0.3373296
Apr 05 12:10:38.195824 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-20408a39-e2d6-48fe-a6ec-3375da5b64d8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/quotas/629fa1a565724595a30468e1271ead78 HTTP/1.1" status: 200  len: 375 time: 0.0253005
Apr 05 12:10:38.332568 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-efef0875-a94f-46de-b5bb-0564ed2bb2fa tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Synchronizing usage tracker for tenant:629fa1a565724595a30468e1271ead78 on resource:port {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:10:38.364743 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-efef0875-a94f-46de-b5bb-0564ed2bb2fa tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Unset dirty status for tenant:629fa1a565724595a30468e1271ead78 on resource:port {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:10:38.366790 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-efef0875-a94f-46de-b5bb-0564ed2bb2fa tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=629fa1a565724595a30468e1271ead78&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1646063
Apr 05 12:10:38.446588 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.l3_db [None req-61a9fd63-ab88-4763-bf00-e53c3f85fbd4 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Floating IP d7e3a3b1-bc4d-42f6-adbb-7f3a1cc53968 associated. External IP: 172.27.0.25, port: cd022a21-f8f6-48a0-aafb-3a959f94237a.
Apr 05 12:10:38.586489 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-b81ce230-22bb-451e-8473-e4191875895d service neutron] 10.222.0.36 "GET /v2.0/networks/a3e4dca9-c22e-4b2f-b50e-39573f778a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2061694
Apr 05 12:10:38.877930 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90746b5e-9f1e-4012-becc-614515817039 req-a603f2cb-aeae-4b85-85ec-df534433dc91 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:38.886204 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-90746b5e-9f1e-4012-becc-614515817039 req-a603f2cb-aeae-4b85-85ec-df534433dc91 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.6091206
Apr 05 12:10:38.946862 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-90746b5e-9f1e-4012-becc-614515817039 req-fda1abcc-9d6f-4589-803f-e532255dff1a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592906
Apr 05 12:10:39.007766 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-447d281f-5081-416c-9373-00fc321e0997 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e4dca9-c22e-4b2f-b50e-39573f778a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4126508
Apr 05 12:10:39.144513 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4410d5a-e6b1-4af1-bc66-d499b7513fa0 req-849ac823-cce0-40b2-89a0-494f23a14f9c tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:39.146262 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a4410d5a-e6b1-4af1-bc66-d499b7513fa0 req-849ac823-cce0-40b2-89a0-494f23a14f9c tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.37 "GET /v2.0/ports?device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 945 time: 0.1365855
Apr 05 12:10:39.299382 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-a4410d5a-e6b1-4af1-bc66-d499b7513fa0 req-82db13ef-52fc-4017-9879-17f02bbc757e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Deleting port 8982c272-f481-4303-82c5-1958c6301c19 {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:10:39.300616 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a4410d5a-e6b1-4af1-bc66-d499b7513fa0 req-82db13ef-52fc-4017-9879-17f02bbc757e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:39.485914 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a9fd63-ab88-4763-bf00-e53c3f85fbd4 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Router c8e292d9-2cb3-4810-b355-db01a1b48751 has already been hosted by L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d {{(pid=84268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 12:10:39.738053 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-a4410d5a-e6b1-4af1-bc66-d499b7513fa0 req-82db13ef-52fc-4017-9879-17f02bbc757e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] For port 8982c272-f481-4303-82c5-1958c6301c19, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=8982c272-f481-4303-82c5-1958c6301c19,segment=NetworkSegment(678a0a32-e584-4bc7-93dc-6b69e2674942),segment_id=678a0a32-e584-4bc7-93dc-6b69e2674942)] {{(pid=84269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:10:39.750904 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a4410d5a-e6b1-4af1-bc66-d499b7513fa0 req-82db13ef-52fc-4017-9879-17f02bbc757e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:39.805503 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37990e37-5876-4a72-aaad-62531dea9a7a req-e8de53cc-cf95-4ec4-b47c-9ce1150a81b7 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:39.805503 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-37990e37-5876-4a72-aaad-62531dea9a7a req-e8de53cc-cf95-4ec4-b47c-9ce1150a81b7 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 945 time: 0.4503272
Apr 05 12:10:39.828347 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a9fd63-ab88-4763-bf00-e53c3f85fbd4 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:10:39.880828 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef9d792-bb67-46f0-95a8-347f6f262c75 None None] Sync routers for ids ['c8e292d9-2cb3-4810-b355-db01a1b48751'] in dv-cinder-784763-1-iscsi {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:10:39.902986 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef9d792-bb67-46f0-95a8-347f6f262c75 None None] Routers {'c8e292d9-2cb3-4810-b355-db01a1b48751'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:10:39.916333 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-0ef9d792-bb67-46f0-95a8-347f6f262c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460c45ba8>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:10:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['c8e292d9-2cb3-4810-b355-db01a1b48751'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:10:39.917200 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-37990e37-5876-4a72-aaad-62531dea9a7a req-ef9a7d58-1d95-4e53-a00d-869db1a5763d tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777287
Apr 05 12:10:39.944426 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-a4410d5a-e6b1-4af1-bc66-d499b7513fa0 req-82db13ef-52fc-4017-9879-17f02bbc757e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Calling delete_port for 8982c272-f481-4303-82c5-1958c6301c19 owned by compute:nova {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:10:39.979312 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-61a9fd63-ab88-4763-bf00-e53c3f85fbd4 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for floatingip, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:40.117405 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e5b95b1e-3398-4c0c-8bda-4097ea6d2c1a req-eb4afb57-9f2d-4e3e-94bd-668257d7e00e tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 210 time: 0.0869937
Apr 05 12:10:40.179851 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-61a9fd63-ab88-4763-bf00-e53c3f85fbd4 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 5.3212698
Apr 05 12:10:40.180734 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea8d077-e92a-40b0-8260-2af8a71b8adb', 'tag': 'cd022a21-f8f6-48a0-aafb-3a959f94237a'}] {{(pid=84268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:10:40.192161 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 45686) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:10:40.208279 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-182cb7a8-6034-4052-83cc-6b1b0d5b2205 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-924878480', 'description': 'tempest-secgroup-smoke-924878480 description', 'project_id': '0fa3ed41777846009e78f090b026e395'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:10:40.237863 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-182cb7a8-6034-4052-83cc-6b1b0d5b2205 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:10:40.242649 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a4410d5a-e6b1-4af1-bc66-d499b7513fa0 req-82db13ef-52fc-4017-9879-17f02bbc757e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:40.268229 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-378d04fd-d6fa-454e-a257-088e88a1793d tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:40.283873 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-182cb7a8-6034-4052-83cc-6b1b0d5b2205 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:10:40.313392 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['57c15950-2ba5-4a42-bb4d-ae7ef56b0248', '8982c272-f481-4303-82c5-1958c6301c19'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:10:40.320031 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-182cb7a8-6034-4052-83cc-6b1b0d5b2205 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:40.388262 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-182cb7a8-6034-4052-83cc-6b1b0d5b2205 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:10:40.404877 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db13ef-52fc-4017-9879-17f02bbc757e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Pushing event deleted for resources: {'Port': ['ID=8982c272-f481-4303-82c5-1958c6301c19,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:40.413352 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-82db13ef-52fc-4017-9879-17f02bbc757e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:40.424210 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-182cb7a8-6034-4052-83cc-6b1b0d5b2205 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Usage tracker for resource:security_group_rule and tenant:0fa3ed41777846009e78f090b026e395 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:10:40.432430 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-182cb7a8-6034-4052-83cc-6b1b0d5b2205 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:10:40.451411 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-182cb7a8-6034-4052-83cc-6b1b0d5b2205 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:10:40.556248 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-182cb7a8-6034-4052-83cc-6b1b0d5b2205 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:40.735868 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea8d077-e92a-40b0-8260-2af8a71b8adb', 'tag': 'cd022a21-f8f6-48a0-aafb-3a959f94237a', 'status': 'completed', 'code': 200}
Apr 05 12:10:40.745500 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-182cb7a8-6034-4052-83cc-6b1b0d5b2205 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:40.754878 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2831ac38-4909-4bd0-9fe2-a9b005bc4e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:40.831790 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182cb7a8-6034-4052-83cc-6b1b0d5b2205 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91cc6402-4f33-4620-8607-9c8a92da671a,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:40.867606 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4410d5a-e6b1-4af1-bc66-d499b7513fa0 req-82db13ef-52fc-4017-9879-17f02bbc757e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] No DVR routers for this DVR port 8982c272-f481-4303-82c5-1958c6301c19 on host hv-cinder-78476 {{(pid=84269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 12:10:40.870437 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a4410d5a-e6b1-4af1-bc66-d499b7513fa0 req-82db13ef-52fc-4017-9879-17f02bbc757e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:40.873812 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-182cb7a8-6034-4052-83cc-6b1b0d5b2205 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:40.876399 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ee4b07-0251-47f5-aeb0-67863bdd6672', 'name': 'network-vif-deleted', 'tag': '8982c272-f481-4303-82c5-1958c6301c19'}] {{(pid=84269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:10:40.900742 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a4410d5a-e6b1-4af1-bc66-d499b7513fa0 req-82db13ef-52fc-4017-9879-17f02bbc757e tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.37 "DELETE /v2.0/ports/8982c272-f481-4303-82c5-1958c6301c19 HTTP/1.1" status: 204  len: 173 time: 1.7463191
Apr 05 12:10:40.940916 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78711e1c-0cae-4a82-b2b5-d3ebbcd20f5d req-fe2e6818-0e1e-41c4-9464-e2fb351f3105 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:40.941113 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-0ef9d792-bb67-46f0-95a8-347f6f262c75 None None] Set router c8e292d9-2cb3-4810-b355-db01a1b48751 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:10:40.943055 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-78711e1c-0cae-4a82-b2b5-d3ebbcd20f5d req-fe2e6818-0e1e-41c4-9464-e2fb351f3105 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.3848488
Apr 05 12:10:41.033423 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-182cb7a8-6034-4052-83cc-6b1b0d5b2205 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:41.038628 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 45714) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:10:41.038772 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-182cb7a8-6034-4052-83cc-6b1b0d5b2205 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.8435454
Apr 05 12:10:41.041162 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb347792-cc76-44ea-977c-86dae88b5bca req-476da380-8832-4134-ae6b-efe0bed4b111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:41.042769 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-cb347792-cc76-44ea-977c-86dae88b5bca req-476da380-8832-4134-ae6b-efe0bed4b111 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0fa3ed41777846009e78f090b026e395&device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 1098 time: 0.3724189
Apr 05 12:10:41.044603 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-270f2755-01a0-4e59-a28c-273c0c409909 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Request body: {'security_group_rule': {'security_group_id': '91cc6402-4f33-4620-8607-9c8a92da671a', 'project_id': '0fa3ed41777846009e78f090b026e395', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:10:41.069883 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-270f2755-01a0-4e59-a28c-273c0c409909 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:10:41.075580 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-270f2755-01a0-4e59-a28c-273c0c409909 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Usage tracker for resource:security_group_rule and tenant:0fa3ed41777846009e78f090b026e395 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:10:41.088591 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-270f2755-01a0-4e59-a28c-273c0c409909 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:10:41.131043 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-270f2755-01a0-4e59-a28c-273c0c409909 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:10:41.140227 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ee4b07-0251-47f5-aeb0-67863bdd6672', 'name': 'network-vif-deleted', 'tag': '8982c272-f481-4303-82c5-1958c6301c19', 'status': 'completed', 'code': 200}
Apr 05 12:10:41.205015 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-270f2755-01a0-4e59-a28c-273c0c409909 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:41.372491 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-1e6e2af4-ef92-49d9-b04e-e06507b374b5 req-3ac972c7-47ae-4eda-aec3-401abb1a6651 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Synchronizing usage tracker for tenant:6c0184ae62e6427db9fd25988a10a9c2 on resource:port {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:10:41.403275 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-78711e1c-0cae-4a82-b2b5-d3ebbcd20f5d req-c11fe707-874c-45d9-9a1e-3f14a8cae9bb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4195745
Apr 05 12:10:41.404527 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb347792-cc76-44ea-977c-86dae88b5bca req-7f6a998c-a2a3-47ed-a7fc-3d3560023da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:41.404874 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-270f2755-01a0-4e59-a28c-273c0c409909 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:41.406138 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-cb347792-cc76-44ea-977c-86dae88b5bca req-7f6a998c-a2a3-47ed-a7fc-3d3560023da6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=548b3d94-5c3c-467f-9182-8efb802d6497 HTTP/1.1" status: 200  len: 915 time: 0.2825859
Apr 05 12:10:41.407851 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-1e6e2af4-ef92-49d9-b04e-e06507b374b5 req-3ac972c7-47ae-4eda-aec3-401abb1a6651 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Unset dirty status for tenant:6c0184ae62e6427db9fd25988a10a9c2 on resource:port {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:10:41.409261 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1e6e2af4-ef92-49d9-b04e-e06507b374b5 req-3ac972c7-47ae-4eda-aec3-401abb1a6651 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 210 time: 0.1032023
Apr 05 12:10:41.410945 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-270f2755-01a0-4e59-a28c-273c0c409909 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411633'] for security_group_rule, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:41.413247 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-5ed3bb9e-e0da-46a4-90f0-871994f89575 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:41.434617 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f2755-01a0-4e59-a28c-273c0c409909 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd521850-8e00-4067-880e-26298b4c5741,revision_number=0']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:41.444250 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-270f2755-01a0-4e59-a28c-273c0c409909 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:41.457928 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-270f2755-01a0-4e59-a28c-273c0c409909 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:41.462638 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 45720) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:10:41.463573 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-270f2755-01a0-4e59-a28c-273c0c409909 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4237545
Apr 05 12:10:41.468811 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-5d29b11e-9700-407b-8bf7-3add91bd3b84 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Request body: {'security_group_rule': {'security_group_id': '91cc6402-4f33-4620-8607-9c8a92da671a', 'project_id': '0fa3ed41777846009e78f090b026e395', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:10:41.475492 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5d29b11e-9700-407b-8bf7-3add91bd3b84 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:10:41.479841 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-5d29b11e-9700-407b-8bf7-3add91bd3b84 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Usage tracker for resource:security_group_rule and tenant:0fa3ed41777846009e78f090b026e395 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:10:41.483094 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-5d29b11e-9700-407b-8bf7-3add91bd3b84 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:10:41.490738 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5d29b11e-9700-407b-8bf7-3add91bd3b84 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:10:41.511529 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5d29b11e-9700-407b-8bf7-3add91bd3b84 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:41.569710 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-0ef9d792-bb67-46f0-95a8-347f6f262c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460c45ba8>, [{'id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'name': 'tempest-TestMinimumBasicScenario-956578383-router', 'tenant_id': '0fa3ed41777846009e78f090b026e395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'a33832e3-4ff7-4754-9679-c441031ad725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:33Z', 'updated_at': '2021-04-05T12:08:41Z', 'revision_number': 4, 'project_id': '0fa3ed41777846009e78f090b026e395', 'gw_port': {'id': 'a33832e3-4ff7-4754-9679-c441031ad725', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:34Z', 'updated_at': '2021-04-05T12:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_floatingips': [{'id': 'd7e3a3b1-bc4d-42f6-adbb-7f3a1cc53968', 'tenant_id': '0fa3ed41777846009e78f090b026e395', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'router_id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'port_id': 'cd022a21-f8f6-48a0-aafb-3a959f94237a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '548b3d94-5c3c-467f-9182-8efb802d6497', 'mac_address': 'fa:16:3e:29:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea8d077-e92a-40b0-8260-2af8a71b8adb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:10:36Z', 'updated_at': '2021-04-05T12:10:36Z', 'revision_number': 0, 'project_id': '0fa3ed41777846009e78f090b026e395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e980b935-8534-4c1b-9cee-e09348ce6d6a', 'name': '', 'network_id': '548b3d94-5c3c-467f-9182-8efb802d6497', 'tenant_id': '0fa3ed41777846009e78f090b026e395', 'mac_address': 'fa:16:3e:4c:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '6b86aae7-ace6-4746-a3ed-1ba4c4e7e2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:39Z', 'updated_at': '2021-04-05T12:08:58Z', 'revision_number': 5, 'project_id': '0fa3ed41777846009e78f090b026e395', 'subnets': [{'id': '6b86aae7-ace6-4746-a3ed-1ba4c4e7e2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:10:41.574481 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef9d792-bb67-46f0-95a8-347f6f262c75 None None] Checking router: c8e292d9-2cb3-4810-b355-db01a1b48751 for host: dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:10:41.585042 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef9d792-bb67-46f0-95a8-347f6f262c75 None None] Routers {'c8e292d9-2cb3-4810-b355-db01a1b48751'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:10:41.585825 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-0ef9d792-bb67-46f0-95a8-347f6f262c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460c45ba8>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:10:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['c8e292d9-2cb3-4810-b355-db01a1b48751'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:10:41.690884 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-cf62850f-517e-433e-bfd4-672a2f296e78 req-3756dff9-d0a3-45c9-a5b2-59463658506d tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 210 time: 0.0807769
Apr 05 12:10:41.718522 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5d29b11e-9700-407b-8bf7-3add91bd3b84 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:41.737110 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5d29b11e-9700-407b-8bf7-3add91bd3b84 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411633'] for security_group_rule, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:41.743659 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-cb347792-cc76-44ea-977c-86dae88b5bca req-be9b95c7-5024-4283-b18d-119b5c0ca1a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd022a21-f8f6-48a0-aafb-3a959f94237a HTTP/1.1" status: 200  len: 998 time: 0.1880865
Apr 05 12:10:41.748004 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:41.775027 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d29b11e-9700-407b-8bf7-3add91bd3b84 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d262ff1-ce27-429c-ac67-b0c38b0a7e3d,revision_number=0']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:41.783243 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5d29b11e-9700-407b-8bf7-3add91bd3b84 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:41.786642 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-5d29b11e-9700-407b-8bf7-3add91bd3b84 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3224022
Apr 05 12:10:41.787880 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 45730) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:10:41.788564 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-5d29b11e-9700-407b-8bf7-3add91bd3b84 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:41.793486 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a4051105-4227-42c3-92a2-3b9f6b76b490 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Request body: {'security_group_rule': {'security_group_id': '91cc6402-4f33-4620-8607-9c8a92da671a', 'project_id': '0fa3ed41777846009e78f090b026e395', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:10:41.801777 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a4051105-4227-42c3-92a2-3b9f6b76b490 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:10:41.806025 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-a4051105-4227-42c3-92a2-3b9f6b76b490 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Usage tracker for resource:security_group_rule and tenant:0fa3ed41777846009e78f090b026e395 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:10:41.809205 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-a4051105-4227-42c3-92a2-3b9f6b76b490 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:10:41.816987 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a4051105-4227-42c3-92a2-3b9f6b76b490 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:10:41.821310 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-0ef9d792-bb67-46f0-95a8-347f6f262c75 None None] Set router c8e292d9-2cb3-4810-b355-db01a1b48751 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:10:41.839132 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a4051105-4227-42c3-92a2-3b9f6b76b490 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:41.923012 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a4051105-4227-42c3-92a2-3b9f6b76b490 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:41.927204 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a4051105-4227-42c3-92a2-3b9f6b76b490 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411633'] for security_group_rule, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:41.929364 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:41.951966 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4051105-4227-42c3-92a2-3b9f6b76b490 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a2ed20-c2f9-43b7-8c4b-63954d03f307,revision_number=0']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:41.956835 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-a4051105-4227-42c3-92a2-3b9f6b76b490 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:41.964483 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a4051105-4227-42c3-92a2-3b9f6b76b490 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:41.968445 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-a4051105-4227-42c3-92a2-3b9f6b76b490 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1768200
Apr 05 12:10:41.968586 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 45742) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:10:41.974468 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-fc315901-ff1c-4a5d-9566-c043dd2d811d tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Request body: {'security_group_rule': {'security_group_id': '91cc6402-4f33-4620-8607-9c8a92da671a', 'project_id': '0fa3ed41777846009e78f090b026e395', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:10:41.980951 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fc315901-ff1c-4a5d-9566-c043dd2d811d tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:10:41.985018 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-fc315901-ff1c-4a5d-9566-c043dd2d811d tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Usage tracker for resource:security_group_rule and tenant:0fa3ed41777846009e78f090b026e395 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:10:41.988231 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-fc315901-ff1c-4a5d-9566-c043dd2d811d tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:10:41.994421 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fc315901-ff1c-4a5d-9566-c043dd2d811d tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:10:42.011633 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc315901-ff1c-4a5d-9566-c043dd2d811d tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:42.096398 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc315901-ff1c-4a5d-9566-c043dd2d811d tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:42.099841 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc315901-ff1c-4a5d-9566-c043dd2d811d tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411633'] for security_group_rule, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:42.119734 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ba2917c5-0326-4e22-8d22-c9d4b7b8fc77 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:42.151137 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc315901-ff1c-4a5d-9566-c043dd2d811d tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3285f7d1-da6c-46f6-89cb-af7300af8657,revision_number=0']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:42.155418 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-fc315901-ff1c-4a5d-9566-c043dd2d811d tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:42.162782 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fc315901-ff1c-4a5d-9566-c043dd2d811d tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:42.166189 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-fc315901-ff1c-4a5d-9566-c043dd2d811d tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1944094
Apr 05 12:10:42.167114 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 45750) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:10:42.173512 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-645737ae-2529-4e6f-b40d-264be7a1b0a0 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Request body: {'security_group_rule': {'security_group_id': '91cc6402-4f33-4620-8607-9c8a92da671a', 'project_id': '0fa3ed41777846009e78f090b026e395', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:10:42.180781 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-645737ae-2529-4e6f-b40d-264be7a1b0a0 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:10:42.187339 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-645737ae-2529-4e6f-b40d-264be7a1b0a0 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Usage tracker for resource:security_group_rule and tenant:0fa3ed41777846009e78f090b026e395 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:10:42.193889 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-645737ae-2529-4e6f-b40d-264be7a1b0a0 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:10:42.203942 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-645737ae-2529-4e6f-b40d-264be7a1b0a0 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:10:42.214576 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-645737ae-2529-4e6f-b40d-264be7a1b0a0 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Project 0fa3ed41777846009e78f090b026e395 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 05 12:10:42.221879 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-645737ae-2529-4e6f-b40d-264be7a1b0a0 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:42.252439 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-0ef9d792-bb67-46f0-95a8-347f6f262c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460c45ba8>, [{'id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'name': 'tempest-TestMinimumBasicScenario-956578383-router', 'tenant_id': '0fa3ed41777846009e78f090b026e395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'a33832e3-4ff7-4754-9679-c441031ad725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:33Z', 'updated_at': '2021-04-05T12:08:41Z', 'revision_number': 4, 'project_id': '0fa3ed41777846009e78f090b026e395', 'gw_port': {'id': 'a33832e3-4ff7-4754-9679-c441031ad725', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:34Z', 'updated_at': '2021-04-05T12:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_floatingips': [{'id': 'd7e3a3b1-bc4d-42f6-adbb-7f3a1cc53968', 'tenant_id': '0fa3ed41777846009e78f090b026e395', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'router_id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'port_id': 'cd022a21-f8f6-48a0-aafb-3a959f94237a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '548b3d94-5c3c-467f-9182-8efb802d6497', 'mac_address': 'fa:16:3e:29:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea8d077-e92a-40b0-8260-2af8a71b8adb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:10:36Z', 'updated_at': '2021-04-05T12:10:36Z', 'revision_number': 0, 'project_id': '0fa3ed41777846009e78f090b026e395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e980b935-8534-4c1b-9cee-e09348ce6d6a', 'name': '', 'network_id': '548b3d94-5c3c-467f-9182-8efb802d6497', 'tenant_id': '0fa3ed41777846009e78f090b026e395', 'mac_address': 'fa:16:3e:4c:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '6b86aae7-ace6-4746-a3ed-1ba4c4e7e2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:39Z', 'updated_at': '2021-04-05T12:08:58Z', 'revision_number': 5, 'project_id': '0fa3ed41777846009e78f090b026e395', 'subnets': [{'id': '6b86aae7-ace6-4746-a3ed-1ba4c4e7e2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:10:42.256807 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef9d792-bb67-46f0-95a8-347f6f262c75 None None] The sync data for ids ['c8e292d9-2cb3-4810-b355-db01a1b48751'] in dv-cinder-784763-1-iscsi is: [{'id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'name': 'tempest-TestMinimumBasicScenario-956578383-router', 'tenant_id': '0fa3ed41777846009e78f090b026e395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'a33832e3-4ff7-4754-9679-c441031ad725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:33Z', 'updated_at': '2021-04-05T12:08:41Z', 'revision_number': 4, 'project_id': '0fa3ed41777846009e78f090b026e395', 'gw_port': {'id': 'a33832e3-4ff7-4754-9679-c441031ad725', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:34Z', 'updated_at': '2021-04-05T12:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_floatingips': [{'id': 'd7e3a3b1-bc4d-42f6-adbb-7f3a1cc53968', 'tenant_id': '0fa3ed41777846009e78f090b026e395', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'router_id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'port_id': 'cd022a21-f8f6-48a0-aafb-3a959f94237a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '548b3d94-5c3c-467f-9182-8efb802d6497', 'mac_address': 'fa:16:3e:29:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea8d077-e92a-40b0-8260-2af8a71b8adb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:10:36Z', 'updated_at': '2021-04-05T12:10:36Z', 'revision_number': 0, 'project_id': '0fa3ed41777846009e78f090b026e395', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e980b935-8534-4c1b-9cee-e09348ce6d6a', 'name': '', 'network_id': '548b3d94-5c3c-467f-9182-8efb802d6497', 'tenant_id': '0fa3ed41777846009e78f090b026e395', 'mac_address': 'fa:16:3e:4c:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '6b86aae7-ace6-4746-a3ed-1ba4c4e7e2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:39Z', 'updated_at': '2021-04-05T12:08:58Z', 'revision_number': 5, 'project_id': '0fa3ed41777846009e78f090b026e395', 'subnets': [{'id': '6b86aae7-ace6-4746-a3ed-1ba4c4e7e2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:10:42.304587 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-645737ae-2529-4e6f-b40d-264be7a1b0a0 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:42.307821 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-645737ae-2529-4e6f-b40d-264be7a1b0a0 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411633'] for security_group_rule, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:42.309932 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:42.334917 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645737ae-2529-4e6f-b40d-264be7a1b0a0 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62e68bf8-3073-4e33-a136-9c4c6ed604b3,revision_number=0']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:42.337587 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-645737ae-2529-4e6f-b40d-264be7a1b0a0 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:42.343998 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-645737ae-2529-4e6f-b40d-264be7a1b0a0 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:42.345360 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-645737ae-2529-4e6f-b40d-264be7a1b0a0 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1772430
Apr 05 12:10:42.348286 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 45758) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:10:42.353926 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-4b94c5c4-01fb-4adb-8664-53d7ea60ebe9 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Request body: {'security_group_rule': {'security_group_id': '91cc6402-4f33-4620-8607-9c8a92da671a', 'project_id': '0fa3ed41777846009e78f090b026e395', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:10:42.360827 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4b94c5c4-01fb-4adb-8664-53d7ea60ebe9 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:10:42.365567 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-4b94c5c4-01fb-4adb-8664-53d7ea60ebe9 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Usage tracker for resource:security_group_rule and tenant:0fa3ed41777846009e78f090b026e395 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:10:42.368648 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-4b94c5c4-01fb-4adb-8664-53d7ea60ebe9 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:10:42.374696 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4b94c5c4-01fb-4adb-8664-53d7ea60ebe9 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:10:42.386846 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-4b94c5c4-01fb-4adb-8664-53d7ea60ebe9 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Project 0fa3ed41777846009e78f090b026e395 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 05 12:10:42.394042 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4b94c5c4-01fb-4adb-8664-53d7ea60ebe9 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:42.464853 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4b94c5c4-01fb-4adb-8664-53d7ea60ebe9 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:42.468691 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4b94c5c4-01fb-4adb-8664-53d7ea60ebe9 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411633'] for security_group_rule, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:42.470933 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:42.496106 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94c5c4-01fb-4adb-8664-53d7ea60ebe9 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4124a60-3fa0-4ddf-8bef-198926bae17d,revision_number=0']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:42.498833 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-4b94c5c4-01fb-4adb-8664-53d7ea60ebe9 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:42.507195 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4b94c5c4-01fb-4adb-8664-53d7ea60ebe9 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:42.508562 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-4b94c5c4-01fb-4adb-8664-53d7ea60ebe9 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1592646
Apr 05 12:10:42.592081 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aac0f8b-65d5-46c1-a740-140670610dd3 None None] New status for floating IP d7e3a3b1-bc4d-42f6-adbb-7f3a1cc53968: ACTIVE {{(pid=84271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 05 12:10:42.626114 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b56ba8-4379-47f3-a93a-f0cc7517b280 req-35a0a724-7ba2-4d0c-a37d-e35f198a07d3 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:42.627792 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f6b56ba8-4379-47f3-a93a-f0cc7517b280 req-35a0a724-7ba2-4d0c-a37d-e35f198a07d3 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.0953825
Apr 05 12:10:42.677377 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f6b56ba8-4379-47f3-a93a-f0cc7517b280 req-b3ef2928-612d-4b6d-967e-2c04b5e03bc7 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428853
Apr 05 12:10:42.875951 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb347792-cc76-44ea-977c-86dae88b5bca req-0045d6c3-5312-4f57-b96e-6f248ff216ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:42.877842 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-cb347792-cc76-44ea-977c-86dae88b5bca req-0045d6c3-5312-4f57-b96e-6f248ff216ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6b86aae7-ace6-4746-a3ed-1ba4c4e7e2eb HTTP/1.1" status: 200  len: 853 time: 0.0883088
Apr 05 12:10:42.932373 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5bb5dfd3-f443-4e4d-9d29-4de5a67b60b4 req-b86c084a-d79b-46ef-804e-a1dae4a171eb tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 210 time: 0.0549247
Apr 05 12:10:43.069662 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4eb1fc52-89ac-4216-ae3e-658e44333a72 req-d7a8fa27-a4b2-48d1-8c01-78d6876c431d tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-924878480&fields=id&tenant_id=0fa3ed41777846009e78f090b026e395 HTTP/1.1" status: 200  len: 267 time: 0.0417109
Apr 05 12:10:43.168198 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1fc52-89ac-4216-ae3e-658e44333a72 req-efa9a905-0cf8-4025-9c3f-fd7ad8de8906 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:43.169795 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4eb1fc52-89ac-4216-ae3e-658e44333a72 req-efa9a905-0cf8-4025-9c3f-fd7ad8de8906 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 945 time: 0.0942791
Apr 05 12:10:43.182036 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-4eb1fc52-89ac-4216-ae3e-658e44333a72 req-4f16b25a-3029-43a5-867c-e8d6ef5e98be tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Request body: {'port': {'security_groups': ['e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc', '91cc6402-4f33-4620-8607-9c8a92da671a']}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:10:43.310020 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-4eb1fc52-89ac-4216-ae3e-658e44333a72 req-4f16b25a-3029-43a5-867c-e8d6ef5e98be tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:43.630371 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-4eb1fc52-89ac-4216-ae3e-658e44333a72 req-4f16b25a-3029-43a5-867c-e8d6ef5e98be tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] For port cd022a21-f8f6-48a0-aafb-3a959f94237a, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=cd022a21-f8f6-48a0-aafb-3a959f94237a,segment=NetworkSegment(b0ea88b6-8a50-4dc8-956c-4b544206d124),segment_id=b0ea88b6-8a50-4dc8-956c-4b544206d124)] {{(pid=84269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:10:43.655407 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-4eb1fc52-89ac-4216-ae3e-658e44333a72 req-4f16b25a-3029-43a5-867c-e8d6ef5e98be tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks [] for port, precommit_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:43.658973 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-4eb1fc52-89ac-4216-ae3e-658e44333a72 req-4f16b25a-3029-43a5-867c-e8d6ef5e98be tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2694713'] for port, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:43.673134 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-516d2a18-a600-446a-aa36-dfad7c8e93ed tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:43.825389 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16b25a-3029-43a5-867c-e8d6ef5e98be tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Pushing event updated for resources: {'Port': ['ID=cd022a21-f8f6-48a0-aafb-3a959f94237a,revision_number=6']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:43.831338 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-4f16b25a-3029-43a5-867c-e8d6ef5e98be tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:43.880011 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1fc52-89ac-4216-ae3e-658e44333a72 req-4f16b25a-3029-43a5-867c-e8d6ef5e98be tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:43.881111 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-4eb1fc52-89ac-4216-ae3e-658e44333a72 req-4f16b25a-3029-43a5-867c-e8d6ef5e98be tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:43.896120 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4eb1fc52-89ac-4216-ae3e-658e44333a72 req-4f16b25a-3029-43a5-867c-e8d6ef5e98be tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "PUT /v2.0/ports/cd022a21-f8f6-48a0-aafb-3a959f94237a HTTP/1.1" status: 200  len: 981 time: 0.7189710
Apr 05 12:10:43.897797 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea8d077-e92a-40b0-8260-2af8a71b8adb', 'tag': 'cd022a21-f8f6-48a0-aafb-3a959f94237a'}] {{(pid=84269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:10:43.957243 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb347792-cc76-44ea-977c-86dae88b5bca req-1310cf0c-7290-473f-af30-c1adab77f379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:43.958772 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-cb347792-cc76-44ea-977c-86dae88b5bca req-1310cf0c-7290-473f-af30-c1adab77f379 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=548b3d94-5c3c-467f-9182-8efb802d6497&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0957754
Apr 05 12:10:44.063995 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f4104a3b-13f0-4944-ab7a-102be2bec352 req-30800190-4f63-45e5-8513-da083e78d512 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 210 time: 0.0523000
Apr 05 12:10:44.179354 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-2b2883ba-28bf-47a8-b443-eb7c04af59bf None None] Provisioning complete for port cd022a21-f8f6-48a0-aafb-3a959f94237a triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:10:44.179768 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2b2883ba-28bf-47a8-b443-eb7c04af59bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:44.309975 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161a020-ef35-46ac-9866-bf937019a8f2 req-372f83fe-e7cd-4108-b9ad-4dfd4e6b8eeb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:44.311619 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1161a020-ef35-46ac-9866-bf937019a8f2 req-372f83fe-e7cd-4108-b9ad-4dfd4e6b8eeb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.0880833
Apr 05 12:10:44.359514 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1161a020-ef35-46ac-9866-bf937019a8f2 req-f4511c3b-2305-46b0-a5a9-9cc0b7406efd tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410986
Apr 05 12:10:44.548647 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77334e07-cb5d-4c3f-8819-d7be8be8eb81 req-ea50864d-d703-47bd-9f38-5ecf76437538 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:44.550831 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-77334e07-cb5d-4c3f-8819-d7be8be8eb81 req-ea50864d-d703-47bd-9f38-5ecf76437538 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 984 time: 0.0891640
Apr 05 12:10:44.599277 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-77334e07-cb5d-4c3f-8819-d7be8be8eb81 req-512427d1-5d74-47e6-8793-048afcba2b95 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?id=91cc6402-4f33-4620-8607-9c8a92da671a&id=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0420966
Apr 05 12:10:44.652965 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea8d077-e92a-40b0-8260-2af8a71b8adb', 'tag': 'cd022a21-f8f6-48a0-aafb-3a959f94237a', 'status': 'completed', 'code': 200}
Apr 05 12:10:44.803066 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5e9f5988-707b-42f3-9d86-10b069b588c9 req-d4c48fa5-ed7f-4fd3-ad13-cc880e2d0a94 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 210 time: 0.0486698
Apr 05 12:10:45.228243 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6e7cdad4-a31e-4608-aafb-766736484cf6 req-27fd2187-4109-4b1f-9735-11a0bfdc662b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 210 time: 0.0507081
Apr 05 12:10:45.443553 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['cd022a21-f8f6-48a0-aafb-3a959f94237a'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:10:45.480483 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 8982c272-f481-4303-82c5-1958c6301c19 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:10:45.559791 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] No Port match for: 8982c272-f481-4303-82c5-1958c6301c19 {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:10:45.560180 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 8982c272-f481-4303-82c5-1958c6301c19 not bound to the agent host hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:10:45.573105 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601fd214-e321-4937-9b7e-56380d4a3120 req-7d1768e3-fb2a-46f0-b239-77f0cffb6eac tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:45.574946 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-601fd214-e321-4937-9b7e-56380d4a3120 req-7d1768e3-fb2a-46f0-b239-77f0cffb6eac tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.0958834
Apr 05 12:10:45.626741 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-601fd214-e321-4937-9b7e-56380d4a3120 req-3b66bce8-beb5-4239-ad4b-4908650f6c7b tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450873
Apr 05 12:10:45.667713 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-cb347792-cc76-44ea-977c-86dae88b5bca req-91882dec-1dab-4c15-a51f-6b329d55da6d service neutron] 10.222.0.37 "GET /v2.0/networks/548b3d94-5c3c-467f-9182-8efb802d6497?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1706977
Apr 05 12:10:45.816186 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-452a515b-cfd5-4018-a9be-e9d4e1ac164c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:45.817751 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-452a515b-cfd5-4018-a9be-e9d4e1ac164c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.37 "GET /v2.0/networks?id=a3e4dca9-c22e-4b2f-b50e-39573f778a69 HTTP/1.1" status: 200  len: 811 time: 0.1771669
Apr 05 12:10:45.825360 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-cb347792-cc76-44ea-977c-86dae88b5bca req-c0844fa4-c7b3-4bdc-bb04-9554aa4a6a37 service neutron] 10.222.0.37 "GET /v2.0/networks/548b3d94-5c3c-467f-9182-8efb802d6497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1506360
Apr 05 12:10:45.969263 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-169a33c9-9a9e-4552-9268-c24c7907da1d tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=629fa1a565724595a30468e1271ead78 HTTP/1.1" status: 200  len: 8059 time: 0.0791647
Apr 05 12:10:45.980276 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-1fb7aa33-dc81-416e-9b48-46bad44c5180 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Request body: {'port': {'device_id': '62f627d1-6185-40fa-8a66-bf568242e6c1', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'admin_state_up': True, 'tenant_id': '629fa1a565724595a30468e1271ead78', 'security_groups': ['8f62e6b1-5298-4750-ade3-d7246e0179c0']}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:10:46.015948 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['cd022a21-f8f6-48a0-aafb-3a959f94237a'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:10:46.028955 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c0068299-04c3-494e-8ecc-55fdb20c9f0f req-3c131d61-6b5f-4574-aabf-bff21bc86f1f tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ee4b07-0251-47f5-aeb0-67863bdd6672 HTTP/1.1" status: 200  len: 210 time: 0.0607882
Apr 05 12:10:46.085874 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76ea2f-cac9-43c6-9f51-ed0a9cbbd78a req-c2a4ba35-b4e7-4241-954f-774e3e52bcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:46.087021 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5b76ea2f-cac9-43c6-9f51-ed0a9cbbd78a req-c2a4ba35-b4e7-4241-954f-774e3e52bcaa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0fa3ed41777846009e78f090b026e395&device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 1137 time: 0.1601055
Apr 05 12:10:46.205185 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-1fb7aa33-dc81-416e-9b48-46bad44c5180 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:10:46.217317 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-1fb7aa33-dc81-416e-9b48-46bad44c5180 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:10:46.227235 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-1fb7aa33-dc81-416e-9b48-46bad44c5180 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Made reservation on behalf of 629fa1a565724595a30468e1271ead78 for: {'port': 1} {{(pid=84269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:10:46.233692 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-1fb7aa33-dc81-416e-9b48-46bad44c5180 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:46.254716 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76ea2f-cac9-43c6-9f51-ed0a9cbbd78a req-07a8c6a5-f619-411c-bab7-bf42db2b8255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:46.256351 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5b76ea2f-cac9-43c6-9f51-ed0a9cbbd78a req-07a8c6a5-f619-411c-bab7-bf42db2b8255 service neutron] 10.222.0.37 "GET /v2.0/networks?id=548b3d94-5c3c-467f-9182-8efb802d6497 HTTP/1.1" status: 200  len: 915 time: 0.1614678
Apr 05 12:10:46.387085 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5b76ea2f-cac9-43c6-9f51-ed0a9cbbd78a req-c70f80da-955d-4c0a-96e3-ce51c3257186 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd022a21-f8f6-48a0-aafb-3a959f94237a HTTP/1.1" status: 200  len: 1000 time: 0.1212170
Apr 05 12:10:46.435220 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7c1af493-34b9-421c-a571-e28e485e4188 req-050eee77-44c9-47e7-92cd-da2aa0094b73 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 210 time: 0.0597682
Apr 05 12:10:46.490882 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76ea2f-cac9-43c6-9f51-ed0a9cbbd78a req-9f9feea8-8d7e-445c-8c02-d9acf9af414f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:46.492484 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5b76ea2f-cac9-43c6-9f51-ed0a9cbbd78a req-9f9feea8-8d7e-445c-8c02-d9acf9af414f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6b86aae7-ace6-4746-a3ed-1ba4c4e7e2eb HTTP/1.1" status: 200  len: 853 time: 0.0972676
Apr 05 12:10:46.565691 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-1fb7aa33-dc81-416e-9b48-46bad44c5180 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Allocated IP 172.20.0.3 (a3e4dca9-c22e-4b2f-b50e-39573f778a69/34a1f558-4685-48e4-a199-4b7768f4f5df/75dc0cbf-733b-4036-b284-69bfcafbac18) {{(pid=84269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:10:46.641680 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76ea2f-cac9-43c6-9f51-ed0a9cbbd78a req-96885935-3367-45cd-b1bd-ec6cc03319c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:46.643524 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5b76ea2f-cac9-43c6-9f51-ed0a9cbbd78a req-96885935-3367-45cd-b1bd-ec6cc03319c8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=548b3d94-5c3c-467f-9182-8efb802d6497&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1420090
Apr 05 12:10:46.792749 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-1fb7aa33-dc81-416e-9b48-46bad44c5180 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for port, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:46.809111 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-1fb7aa33-dc81-416e-9b48-46bad44c5180 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Transition to ACTIVE for port object 75dc0cbf-733b-4036-b284-69bfcafbac18 will not be triggered until provisioned by entity DHCP. {{(pid=84269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:10:46.831428 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5b76ea2f-cac9-43c6-9f51-ed0a9cbbd78a req-fcb0a089-06c6-4af8-b722-33e7bd0ef134 service neutron] 10.222.0.37 "GET /v2.0/networks/548b3d94-5c3c-467f-9182-8efb802d6497?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1805096
Apr 05 12:10:46.833522 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-1fb7aa33-dc81-416e-9b48-46bad44c5180 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:46.849043 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:46.876562 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335c979-de96-444d-a5c8-b05114c21789 req-2adbad5c-2ace-4dac-97ab-d357e68f1003 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:46.878194 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d335c979-de96-444d-a5c8-b05114c21789 req-2adbad5c-2ace-4dac-97ab-d357e68f1003 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.0944400
Apr 05 12:10:47.280858 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7aa33-dc81-416e-9b48-46bad44c5180 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Pushing event updated for resources: {'Port': ['ID=75dc0cbf-733b-4036-b284-69bfcafbac18,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:47.284208 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-1fb7aa33-dc81-416e-9b48-46bad44c5180 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:47.328462 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d335c979-de96-444d-a5c8-b05114c21789 req-be9e1f71-8033-4023-9246-c8d6c0db759d tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4436255
Apr 05 12:10:47.387561 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-1fb7aa33-dc81-416e-9b48-46bad44c5180 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Network a3e4dca9-c22e-4b2f-b50e-39573f778a69 is already hosted by enough agents. {{(pid=84269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:10:47.388725 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-1fb7aa33-dc81-416e-9b48-46bad44c5180 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Resources bound (agent type, host, resource id):  {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:10:47.395269 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-1fb7aa33-dc81-416e-9b48-46bad44c5180 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Received port after_create {{(pid=84269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:10:47.416605 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b946e3-bd1f-468a-8f87-c94243ddd226 req-6b33b52e-8cae-41c8-9604-1be7481693dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:47.421038 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-61b946e3-bd1f-468a-8f87-c94243ddd226 req-6b33b52e-8cae-41c8-9604-1be7481693dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09a08590013048999464095fb2986698&device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 1098 time: 0.1753173
Apr 05 12:10:47.424874 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5b76ea2f-cac9-43c6-9f51-ed0a9cbbd78a req-24a4f866-f8e4-45b8-a212-64cee014051e service neutron] 10.222.0.37 "GET /v2.0/networks/548b3d94-5c3c-467f-9182-8efb802d6497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5255661
Apr 05 12:10:47.466669 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-1fb7aa33-dc81-416e-9b48-46bad44c5180 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:47.467378 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-1fb7aa33-dc81-416e-9b48-46bad44c5180 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:47.510023 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-1fb7aa33-dc81-416e-9b48-46bad44c5180 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5339086
Apr 05 12:10:47.526755 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-f03b7400-7eed-47fd-a8c4-0a6d4116c027 service neutron] Request body: {'port': {'device_id': '62f627d1-6185-40fa-8a66-bf568242e6c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:10:47.696262 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b946e3-bd1f-468a-8f87-c94243ddd226 req-61f3d284-1f38-4363-ae2f-88ccdaf42dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:47.698016 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-61b946e3-bd1f-468a-8f87-c94243ddd226 req-61f3d284-1f38-4363-ae2f-88ccdaf42dde service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ba2dc6d-7a10-4983-bd4a-704d4ac9411b HTTP/1.1" status: 200  len: 918 time: 0.2544174
Apr 05 12:10:47.760416 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-2fd21b87-2bd5-4df2-8854-fb20346b0e4a None None] Provisioning for port 75dc0cbf-733b-4036-b284-69bfcafbac18 completed by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:10:47.777918 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-2fd21b87-2bd5-4df2-8854-fb20346b0e4a None None] Provisioning complete for port 75dc0cbf-733b-4036-b284-69bfcafbac18 triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:10:47.778578 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fd21b87-2bd5-4df2-8854-fb20346b0e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:47.802996 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-f03b7400-7eed-47fd-a8c4-0a6d4116c027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:47.849030 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-61b946e3-bd1f-468a-8f87-c94243ddd226 req-4317dadb-750d-4ca4-9bcf-bc1cdf6c3b21 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 HTTP/1.1" status: 200  len: 1001 time: 0.1338117
Apr 05 12:10:47.859247 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-2fd21b87-2bd5-4df2-8854-fb20346b0e4a None None] Port 75dc0cbf-733b-4036-b284-69bfcafbac18 cannot update to ACTIVE because it is not bound. {{(pid=84270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 12:10:47.874630 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354ef89-af42-49e4-a2fb-7d1b6f0e6547 req-b2b0eb63-f31b-4501-9cac-77a1e897e61f tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:47.875248 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-9354ef89-af42-49e4-a2fb-7d1b6f0e6547 req-b2b0eb63-f31b-4501-9cac-77a1e897e61f tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Synchronizing usage tracker for tenant:629fa1a565724595a30468e1271ead78 on resource:port {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:10:47.927396 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b946e3-bd1f-468a-8f87-c94243ddd226 req-0935c542-e862-417b-838d-62c7bb52a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:47.929106 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-61b946e3-bd1f-468a-8f87-c94243ddd226 req-0935c542-e862-417b-838d-62c7bb52a944 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3bbfe2a-e26d-4eee-9523-0b0e4c649bfb HTTP/1.1" status: 200  len: 856 time: 0.0724967
Apr 05 12:10:47.946212 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-9354ef89-af42-49e4-a2fb-7d1b6f0e6547 req-b2b0eb63-f31b-4501-9cac-77a1e897e61f tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Unset dirty status for tenant:629fa1a565724595a30468e1271ead78 on resource:port {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:10:47.947485 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9354ef89-af42-49e4-a2fb-7d1b6f0e6547 req-b2b0eb63-f31b-4501-9cac-77a1e897e61f tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 931 time: 0.3175917
Apr 05 12:10:48.023096 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b946e3-bd1f-468a-8f87-c94243ddd226 req-1a355d37-0c70-4d44-bb42-1b3b16017963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:48.025215 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-61b946e3-bd1f-468a-8f87-c94243ddd226 req-1a355d37-0c70-4d44-bb42-1b3b16017963 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ba2dc6d-7a10-4983-bd4a-704d4ac9411b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0891063
Apr 05 12:10:48.073123 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9354ef89-af42-49e4-a2fb-7d1b6f0e6547 req-4555b796-128f-4a23-bca0-279e61975b8e tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1121521
Apr 05 12:10:48.204162 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-61b946e3-bd1f-468a-8f87-c94243ddd226 req-4ae74784-7ae5-4478-8b1d-d6ccfca03846 service neutron] 10.222.0.37 "GET /v2.0/networks/5ba2dc6d-7a10-4983-bd4a-704d4ac9411b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1720779
Apr 05 12:10:48.348974 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-f03b7400-7eed-47fd-a8c4-0a6d4116c027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75dc0cbf-733b-4036-b284-69bfcafbac18 {{(pid=84269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:10:48.356871 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-f03b7400-7eed-47fd-a8c4-0a6d4116c027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:48.361262 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-61b946e3-bd1f-468a-8f87-c94243ddd226 req-1b0a5472-a39b-4efd-b142-a9b4a93d99e4 service neutron] 10.222.0.37 "GET /v2.0/networks/5ba2dc6d-7a10-4983-bd4a-704d4ac9411b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1497314
Apr 05 12:10:48.374002 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-f03b7400-7eed-47fd-a8c4-0a6d4116c027 service neutron] Transition to ACTIVE for port object 75dc0cbf-733b-4036-b284-69bfcafbac18 will not be triggered until provisioned by entity L2. {{(pid=84269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:10:48.377062 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-f03b7400-7eed-47fd-a8c4-0a6d4116c027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2694713'] for port, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:48.393574 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-25d06728-d662-4b72-8fe4-5d1dbfffbd44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:48.584297 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b7400-7eed-47fd-a8c4-0a6d4116c027 service neutron] Pushing event updated for resources: {'Port': ['ID=75dc0cbf-733b-4036-b284-69bfcafbac18,revision_number=2']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:48.590177 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f03b7400-7eed-47fd-a8c4-0a6d4116c027 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:48.734014 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e551a19-6a33-417a-84f1-93e0c7c65927 req-f6f3f6b5-187f-4ff5-99d4-303a12c06c37 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:48.735701 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7e551a19-6a33-417a-84f1-93e0c7c65927 req-f6f3f6b5-187f-4ff5-99d4-303a12c06c37 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.2490952
Apr 05 12:10:48.866617 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7e551a19-6a33-417a-84f1-93e0c7c65927 req-b6cda9ac-94fd-4ee0-95c0-cc0dd2b5174f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1026037
Apr 05 12:10:48.890285 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-f03b7400-7eed-47fd-a8c4-0a6d4116c027 service neutron] Attempting to bind port 75dc0cbf-733b-4036-b284-69bfcafbac18 on host hv-cinder-78476 for vnic_type normal with profile  {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:10:48.890592 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-f03b7400-7eed-47fd-a8c4-0a6d4116c027 service neutron] Attempting to bind port 75dc0cbf-733b-4036-b284-69bfcafbac18 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '787c8767-e3fe-4e59-b840-0afd6f84cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69'}] {{(pid=84269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:10:48.890958 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-f03b7400-7eed-47fd-a8c4-0a6d4116c027 service neutron] Attempting to bind port 75dc0cbf-733b-4036-b284-69bfcafbac18 on network a3e4dca9-c22e-4b2f-b50e-39573f778a69 {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:10:48.892729 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6f87e-9f41-4996-8dc6-105a80c60fa3 req-bb07d31b-b4c1-43fd-b188-9f8ef65a05be tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:48.894511 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f0c6f87e-9f41-4996-8dc6-105a80c60fa3 req-bb07d31b-b4c1-43fd-b188-9f8ef65a05be tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 946 time: 0.1116245
Apr 05 12:10:48.912006 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-f03b7400-7eed-47fd-a8c4-0a6d4116c027 service neutron] Port 75dc0cbf-733b-4036-b284-69bfcafbac18 on network a3e4dca9-c22e-4b2f-b50e-39573f778a69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 12:10:48.912374 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-f03b7400-7eed-47fd-a8c4-0a6d4116c027 service neutron] Attempting to bind port 75dc0cbf-733b-4036-b284-69bfcafbac18 on network a3e4dca9-c22e-4b2f-b50e-39573f778a69 {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:10:48.918490 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-f03b7400-7eed-47fd-a8c4-0a6d4116c027 service neutron] Checking agent: {'id': '038210d6-d792-4dfe-95d3-eb4a37cb8b01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:10:48.918866 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-f03b7400-7eed-47fd-a8c4-0a6d4116c027 service neutron] Checking segment: {'id': '787c8767-e3fe-4e59-b840-0afd6f84cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:10:48.919276 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-f03b7400-7eed-47fd-a8c4-0a6d4116c027 service neutron] Bound using segment: {'id': '787c8767-e3fe-4e59-b840-0afd6f84cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69'} {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:10:48.921228 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-f03b7400-7eed-47fd-a8c4-0a6d4116c027 service neutron] Bound port: 75dc0cbf-733b-4036-b284-69bfcafbac18, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '787c8767-e3fe-4e59-b840-0afd6f84cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69'}}] {{(pid=84269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:10:48.921228 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-f03b7400-7eed-47fd-a8c4-0a6d4116c027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:48.947231 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f0c6f87e-9f41-4996-8dc6-105a80c60fa3 req-7ee6ff50-cb40-4d19-aa87-2e4bce91b1fd tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441310
Apr 05 12:10:49.036513 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-f03b7400-7eed-47fd-a8c4-0a6d4116c027 service neutron] For port 75dc0cbf-733b-4036-b284-69bfcafbac18, host hv-cinder-78476, cleared binding levels {{(pid=84269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:10:49.039647 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-f03b7400-7eed-47fd-a8c4-0a6d4116c027 service neutron] For port 75dc0cbf-733b-4036-b284-69bfcafbac18, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=75dc0cbf-733b-4036-b284-69bfcafbac18,segment=NetworkSegment(787c8767-e3fe-4e59-b840-0afd6f84cd1d),segment_id=787c8767-e3fe-4e59-b840-0afd6f84cd1d)] {{(pid=84269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:10:49.043378 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-f03b7400-7eed-47fd-a8c4-0a6d4116c027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2694713'] for port, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:49.059465 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-eb5e0195-b2da-4221-9530-23b7517c3dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:49.221700 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b7400-7eed-47fd-a8c4-0a6d4116c027 service neutron] Pushing event updated for resources: {'Port': ['ID=75dc0cbf-733b-4036-b284-69bfcafbac18,revision_number=3']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:49.229043 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f03b7400-7eed-47fd-a8c4-0a6d4116c027 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:49.323229 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-f03b7400-7eed-47fd-a8c4-0a6d4116c027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:49.323912 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-f03b7400-7eed-47fd-a8c4-0a6d4116c027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:49.325389 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-f03b7400-7eed-47fd-a8c4-0a6d4116c027 service neutron] 10.222.0.37 "PUT /v2.0/ports/75dc0cbf-733b-4036-b284-69bfcafbac18 HTTP/1.1" status: 200  len: 1093 time: 1.8039086
Apr 05 12:10:49.327175 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f627d1-6185-40fa-8a66-bf568242e6c1', 'tag': '75dc0cbf-733b-4036-b284-69bfcafbac18'}] {{(pid=84269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:10:49.353425 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad9d12-4aa9-4a98-87a6-b02f2648e3dd req-9d48e339-c9d4-4892-9935-e1688c30c71e tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:49.355154 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ccad9d12-4aa9-4a98-87a6-b02f2648e3dd req-9d48e339-c9d4-4892-9935-e1688c30c71e tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 943 time: 0.1297019
Apr 05 12:10:49.444527 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62f627d1-6185-40fa-8a66-bf568242e6c1', 'tag': '75dc0cbf-733b-4036-b284-69bfcafbac18', 'status': 'completed', 'code': 200}
Apr 05 12:10:49.472922 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ccad9d12-4aa9-4a98-87a6-b02f2648e3dd req-2292e543-6b9c-489f-85d6-a36be22472e5 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1096392
Apr 05 12:10:49.500794 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-abd74afb-2d65-477c-a544-88d89ed7cfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:49.500794 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-abd74afb-2d65-477c-a544-88d89ed7cfc2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=629fa1a565724595a30468e1271ead78&device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 1096 time: 0.1172061
Apr 05 12:10:49.583388 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-ddbea7f3-6d39-46bb-8d39-15aa5d6b8e66 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75dc0cbf-733b-4036-b284-69bfcafbac18 HTTP/1.1" status: 200  len: 217 time: 0.0716586
Apr 05 12:10:49.657374 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-4067c0dd-d7cd-4ff6-a54a-d94385ad4512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:49.658989 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-4067c0dd-d7cd-4ff6-a54a-d94385ad4512 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=34a1f558-4685-48e4-a199-4b7768f4f5df HTTP/1.1" status: 200  len: 850 time: 0.0700159
Apr 05 12:10:49.694928 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 45894) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:10:49.745919 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-a020a53d-5de4-4ad1-948b-e169d556dbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:49.747570 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-a020a53d-5de4-4ad1-948b-e169d556dbee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a3e4dca9-c22e-4b2f-b50e-39573f778a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0809400
Apr 05 12:10:49.820632 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d5bd1be9-86ae-4a77-8d11-d8ae9cc0f64d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:49.836578 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d5bd1be9-86ae-4a77-8d11-d8ae9cc0f64d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:10:49.840657 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-d5bd1be9-86ae-4a77-8d11-d8ae9cc0f64d admin admin] Usage tracker for resource:security_group_rule and tenant:52f029bbb1e64646ad0530dcd638a52c is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:10:49.843683 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-d5bd1be9-86ae-4a77-8d11-d8ae9cc0f64d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:10:49.850652 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d5bd1be9-86ae-4a77-8d11-d8ae9cc0f64d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:10:49.896394 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-59ec115c-0a2b-4851-af82-6a47c2e52d9a service neutron] 10.222.0.37 "GET /v2.0/networks/a3e4dca9-c22e-4b2f-b50e-39573f778a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395614
Apr 05 12:10:49.936563 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d5bd1be9-86ae-4a77-8d11-d8ae9cc0f64d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:49.942341 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d5bd1be9-86ae-4a77-8d11-d8ae9cc0f64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:49.954946 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:50.002143 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-d5bd1be9-86ae-4a77-8d11-d8ae9cc0f64d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=52f029bbb1e64646ad0530dcd638a52c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3059485
Apr 05 12:10:50.006500 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd1be9-86ae-4a77-8d11-d8ae9cc0f64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ddc2b3-3594-40b5-8d6c-e81a28964e0c,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:50.010267 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 45904) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:10:50.043943 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d5bd1be9-86ae-4a77-8d11-d8ae9cc0f64d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:50.137726 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-506eb46c-864c-4008-bc18-d1cb23758b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:50.141089 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1aec12-0725-4a9e-8888-936b67ab32a7 req-c7c0c234-1ff0-4572-8f36-c56528eeb963 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:50.152273 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6a1aec12-0725-4a9e-8888-936b67ab32a7 req-c7c0c234-1ff0-4572-8f36-c56528eeb963 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.1475425
Apr 05 12:10:50.204581 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f4100614-5ccf-449b-bb3d-6185e81989e0 req-5a4f984c-4b35-4db0-9051-7d06489b585f service neutron] 10.222.0.37 "GET /v2.0/networks/a3e4dca9-c22e-4b2f-b50e-39573f778a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3004787
Apr 05 12:10:50.206223 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6a1aec12-0725-4a9e-8888-936b67ab32a7 req-7989ad62-cf44-40da-be08-d06459ada184 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464685
Apr 05 12:10:50.232537 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-506eb46c-864c-4008-bc18-d1cb23758b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:50.376446 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295dfa3-67a2-41af-a6a8-d01d646428a0 req-594f3d82-b0cf-48f0-afa7-c865d00a6684 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:50.378034 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d295dfa3-67a2-41af-a6a8-d01d646428a0 req-594f3d82-b0cf-48f0-afa7-c865d00a6684 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 946 time: 0.2210231
Apr 05 12:10:50.411172 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-506eb46c-864c-4008-bc18-d1cb23758b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:50.417781 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-df342d13-9a21-4e1f-b8d5-77c1e0d2c0bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:50.437217 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506eb46c-864c-4008-bc18-d1cb23758b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ddc2b3-3594-40b5-8d6c-e81a28964e0c,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:50.441119 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-506eb46c-864c-4008-bc18-d1cb23758b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:50.462760 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-506eb46c-864c-4008-bc18-d1cb23758b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:50.466532 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-506eb46c-864c-4008-bc18-d1cb23758b42 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/64ddc2b3-3594-40b5-8d6c-e81a28964e0c HTTP/1.1" status: 204  len: 168 time: 0.4522724
Apr 05 12:10:50.471375 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d295dfa3-67a2-41af-a6a8-d01d646428a0 req-0172b0d2-af11-4e17-8d80-9d8f66ea8414 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843184
Apr 05 12:10:50.474914 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7bed53-6d4e-40b5-8674-00816d7a3c72 req-92c7e472-cf38-4e67-bb3f-7b51cdeac22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:50.476519 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5c7bed53-6d4e-40b5-8674-00816d7a3c72 req-92c7e472-cf38-4e67-bb3f-7b51cdeac22a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=629fa1a565724595a30468e1271ead78&device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 1096 time: 0.1823177
Apr 05 12:10:50.689128 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7bed53-6d4e-40b5-8674-00816d7a3c72 req-fe4b39db-88b3-40ca-b2ec-670baec3444b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:50.690751 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5c7bed53-6d4e-40b5-8674-00816d7a3c72 req-fe4b39db-88b3-40ca-b2ec-670baec3444b service neutron] 10.222.0.37 "GET /v2.0/networks?id=a3e4dca9-c22e-4b2f-b50e-39573f778a69 HTTP/1.1" status: 200  len: 912 time: 0.2069757
Apr 05 12:10:50.890344 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa61df-dc3a-435d-a70f-6a0e291d8130 req-48ff7e07-8af3-4ac8-a57b-6b72d64b42a6 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:50.892023 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d1fa61df-dc3a-435d-a70f-6a0e291d8130 req-48ff7e07-8af3-4ac8-a57b-6b72d64b42a6 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.37 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 946 time: 0.1404464
Apr 05 12:10:50.975653 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-d1fa61df-dc3a-435d-a70f-6a0e291d8130 req-d4b428d9-1c1d-465e-9e4f-c5980f2840df tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Deleting port 57c15950-2ba5-4a42-bb4d-ae7ef56b0248 {{(pid=84268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:10:50.976051 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d1fa61df-dc3a-435d-a70f-6a0e291d8130 req-d4b428d9-1c1d-465e-9e4f-c5980f2840df tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:51.001795 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5c7bed53-6d4e-40b5-8674-00816d7a3c72 req-aa494e74-62c3-495f-8643-27d5b74864a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75dc0cbf-733b-4036-b284-69bfcafbac18 HTTP/1.1" status: 200  len: 217 time: 0.3020868
Apr 05 12:10:51.014565 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38ad48-3c47-412a-9ed1-c1386efcb997 req-7eaf3abd-395d-415c-b741-61d17de8321a tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:51.016173 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9a38ad48-3c47-412a-9ed1-c1386efcb997 req-7eaf3abd-395d-415c-b741-61d17de8321a tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 943 time: 0.4149990
Apr 05 12:10:51.118852 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7bed53-6d4e-40b5-8674-00816d7a3c72 req-6a2b024a-8bd9-43d3-93b9-d3f7c53b7cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:51.120323 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5c7bed53-6d4e-40b5-8674-00816d7a3c72 req-6a2b024a-8bd9-43d3-93b9-d3f7c53b7cf2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=34a1f558-4685-48e4-a199-4b7768f4f5df HTTP/1.1" status: 200  len: 850 time: 0.1031227
Apr 05 12:10:51.123424 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9a38ad48-3c47-412a-9ed1-c1386efcb997 req-db1eae93-3aee-4a59-ae86-7498bcddb0ce tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0687442
Apr 05 12:10:51.223755 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7bed53-6d4e-40b5-8674-00816d7a3c72 req-e10dfff7-7877-41ff-8fdb-858138a7a0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:51.225383 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5c7bed53-6d4e-40b5-8674-00816d7a3c72 req-e10dfff7-7877-41ff-8fdb-858138a7a0c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a3e4dca9-c22e-4b2f-b50e-39573f778a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0904169
Apr 05 12:10:51.262455 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-d1fa61df-dc3a-435d-a70f-6a0e291d8130 req-d4b428d9-1c1d-465e-9e4f-c5980f2840df tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] For port 57c15950-2ba5-4a42-bb4d-ae7ef56b0248, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=57c15950-2ba5-4a42-bb4d-ae7ef56b0248,segment=NetworkSegment(678a0a32-e584-4bc7-93dc-6b69e2674942),segment_id=678a0a32-e584-4bc7-93dc-6b69e2674942)] {{(pid=84268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:10:51.262866 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d1fa61df-dc3a-435d-a70f-6a0e291d8130 req-d4b428d9-1c1d-465e-9e4f-c5980f2840df tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:51.383750 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5c7bed53-6d4e-40b5-8674-00816d7a3c72 req-cefbbb76-acdf-443d-a10d-781beb324517 service neutron] 10.222.0.37 "GET /v2.0/networks/a3e4dca9-c22e-4b2f-b50e-39573f778a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1500680
Apr 05 12:10:51.473947 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-d1fa61df-dc3a-435d-a70f-6a0e291d8130 req-d4b428d9-1c1d-465e-9e4f-c5980f2840df tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Calling delete_port for 57c15950-2ba5-4a42-bb4d-ae7ef56b0248 owned by compute:nova {{(pid=84268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:10:51.476801 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:10:51.593496 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6a9bd-6f7f-4ba8-9c6b-557ba562bad8 req-651b53d2-7ad5-4b61-a7cd-aae666674d3a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:51.595262 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e3c6a9bd-6f7f-4ba8-9c6b-557ba562bad8 req-651b53d2-7ad5-4b61-a7cd-aae666674d3a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 945 time: 0.1944363
Apr 05 12:10:51.616835 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5c7bed53-6d4e-40b5-8674-00816d7a3c72 req-9fa69c07-3b9f-4617-af01-b346e39feb2b service neutron] 10.222.0.37 "GET /v2.0/networks/a3e4dca9-c22e-4b2f-b50e-39573f778a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2259314
Apr 05 12:10:51.665240 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e3c6a9bd-6f7f-4ba8-9c6b-557ba562bad8 req-35b4d0bd-fe74-4ab8-8664-18208a9d3739 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614376
Apr 05 12:10:51.781570 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:51.787996 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36328bb-c462-4a59-9d05-386f93482416 req-8f96dc7e-a4af-4224-8094-2f8aea92ee43 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:51.790156 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a36328bb-c462-4a59-9d05-386f93482416 req-8f96dc7e-a4af-4224-8094-2f8aea92ee43 tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/ports?device_id=340a418d-96b3-4566-88fe-9f580c3f939d HTTP/1.1" status: 200  len: 946 time: 0.1214128
Apr 05 12:10:51.826152 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d1fa61df-dc3a-435d-a70f-6a0e291d8130 req-d4b428d9-1c1d-465e-9e4f-c5980f2840df tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:51.845445 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['57c15950-2ba5-4a42-bb4d-ae7ef56b0248'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:10:51.866827 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a36328bb-c462-4a59-9d05-386f93482416 req-b2d3aa13-4c05-43df-9dd6-9796b083a5ce tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fabf6ba-4328-4275-a014-e6073d4caef1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686541
Apr 05 12:10:51.962657 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41cc66fe-6283-4798-b54a-9647f39a77ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7be1a319-4ced-48c7-93cc-a31f4f1d1bd8'}] {{(pid=84270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:10:51.981026 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=7be1a319-4ced-48c7-93cc-a31f4f1d1bd8,segment=NetworkSegment(e495bedb-3d01-4d20-b74e-aa316357e53b),segment_id=e495bedb-3d01-4d20-b74e-aa316357e53b)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:10:51.999931 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:52.001906 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-bdf99c77-4f9d-44ee-875c-23dd377f1bd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:52.023046 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:52.074621 dv-cinder-784763-1-iscsi neutron-server[84155]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '41cc66fe-6283-4798-b54a-9647f39a77ad', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7be1a319-4ced-48c7-93cc-a31f4f1d1bd8', 'code': 422} returned with failed status
Apr 05 12:10:52.092084 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 45972) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:10:52.129957 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b428d9-1c1d-465e-9e4f-c5980f2840df tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Pushing event deleted for resources: {'Port': ['ID=57c15950-2ba5-4a42-bb4d-ae7ef56b0248,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:52.144521 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=7be1a319-4ced-48c7-93cc-a31f4f1d1bd8,revision_number=8']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:52.156504 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:10:52.157095 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:10:52.157623 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:10:52.158294 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:10:52.158819 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:10:52.159459 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:10:52.160507 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:10:52.161022 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:10:52.161650 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:10:52.162492 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:10:52.163582 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:10:52.163953 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:10:52.176108 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:52.203679 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d4b428d9-1c1d-465e-9e4f-c5980f2840df tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:52.266929 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fa61df-dc3a-435d-a70f-6a0e291d8130 req-d4b428d9-1c1d-465e-9e4f-c5980f2840df tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] No DVR routers for this DVR port 57c15950-2ba5-4a42-bb4d-ae7ef56b0248 on host hv-cinder-78476 {{(pid=84268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 12:10:52.270864 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d1fa61df-dc3a-435d-a70f-6a0e291d8130 req-d4b428d9-1c1d-465e-9e4f-c5980f2840df tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:52.288317 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340a418d-96b3-4566-88fe-9f580c3f939d', 'name': 'network-vif-deleted', 'tag': '57c15950-2ba5-4a42-bb4d-ae7ef56b0248'}] {{(pid=84268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:10:52.296987 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d1fa61df-dc3a-435d-a70f-6a0e291d8130 req-d4b428d9-1c1d-465e-9e4f-c5980f2840df tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] 10.222.0.37 "DELETE /v2.0/ports/57c15950-2ba5-4a42-bb4d-ae7ef56b0248 HTTP/1.1" status: 204  len: 173 time: 1.3987904
Apr 05 12:10:52.392307 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fc9f3-f273-423e-9ce8-71059d6e27cb req-5a7dedc4-0bd3-46d8-8f0a-acf08d3a7eb3 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:52.394291 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2a4fc9f3-f273-423e-9ce8-71059d6e27cb req-5a7dedc4-0bd3-46d8-8f0a-acf08d3a7eb3 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 943 time: 0.0962772
Apr 05 12:10:52.454169 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d80dcaad-b602-43b9-a62a-5cb1d3712995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:52.475896 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2a4fc9f3-f273-423e-9ce8-71059d6e27cb req-888a42d0-1ca6-4280-9f96-3998f38557ad tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0748432
Apr 05 12:10:52.476989 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d80dcaad-b602-43b9-a62a-5cb1d3712995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:10:52.484522 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-d80dcaad-b602-43b9-a62a-5cb1d3712995 admin admin] Usage tracker for resource:security_group_rule and tenant:cf2c949fb17a489697e001f657b7a4da is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:10:52.488967 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-d80dcaad-b602-43b9-a62a-5cb1d3712995 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:10:52.502460 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d80dcaad-b602-43b9-a62a-5cb1d3712995 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:10:52.545694 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340a418d-96b3-4566-88fe-9f580c3f939d', 'name': 'network-vif-deleted', 'tag': '57c15950-2ba5-4a42-bb4d-ae7ef56b0248', 'status': 'completed', 'code': 200}
Apr 05 12:10:52.600817 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d80dcaad-b602-43b9-a62a-5cb1d3712995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:52.603850 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d80dcaad-b602-43b9-a62a-5cb1d3712995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:52.612680 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-3f747c29-4577-479b-9c18-2dcea17edeb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:52.656675 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-d80dcaad-b602-43b9-a62a-5cb1d3712995 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cf2c949fb17a489697e001f657b7a4da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5632436
Apr 05 12:10:52.658391 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80dcaad-b602-43b9-a62a-5cb1d3712995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db714444-1882-4296-8d27-0d027f51de93,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:52.659454 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 46000) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:10:52.662721 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d80dcaad-b602-43b9-a62a-5cb1d3712995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:52.745994 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8e61dd37-f45a-4823-ab37-1bd474d22d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:52.776681 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8e61dd37-f45a-4823-ab37-1bd474d22d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:52.823268 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8e61dd37-f45a-4823-ab37-1bd474d22d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:52.828442 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:52.842430 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e61dd37-f45a-4823-ab37-1bd474d22d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db714444-1882-4296-8d27-0d027f51de93,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:52.844822 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-8e61dd37-f45a-4823-ab37-1bd474d22d1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:52.854825 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8e61dd37-f45a-4823-ab37-1bd474d22d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:52.858371 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-8e61dd37-f45a-4823-ab37-1bd474d22d1e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/db714444-1882-4296-8d27-0d027f51de93 HTTP/1.1" status: 204  len: 168 time: 0.1946638
Apr 05 12:10:53.006769 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 46022) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:10:53.079010 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e04c24-c556-4ec9-bad8-ee29201100d3 admin admin] Deleting subnet a41d3eb2-4ae3-4bca-813b-303785d3193b {{(pid=84269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 05 12:10:53.083095 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10e04c24-c556-4ec9-bad8-ee29201100d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:53.214683 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10e04c24-c556-4ec9-bad8-ee29201100d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60536130'] for subnet, precommit_delete_associations {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:53.298227 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10e04c24-c556-4ec9-bad8-ee29201100d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-128983'] for subnet, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:53.348480 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f459b8-dd38-4343-84a3-d07433836f9f req-8af2bd75-e380-4373-baf7-25eb6aa923ca tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:53.350163 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-23f459b8-dd38-4343-84a3-d07433836f9f req-8af2bd75-e380-4373-baf7-25eb6aa923ca tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 943 time: 0.2169452
Apr 05 12:10:53.489257 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-23f459b8-dd38-4343-84a3-d07433836f9f req-a38fbfb8-8174-4854-b86b-710553826812 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1320395
Apr 05 12:10:53.635054 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9817e75a-3773-4bd9-926f-4a6b38b0e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:53.663813 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10e04c24-c556-4ec9-bad8-ee29201100d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854646833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2694892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3029703'] for subnet, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:53.734073 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fb127-eb21-4cc2-ae3e-6b858b67d7aa req-00f9a1cd-106f-4727-a6de-602c8fc44eaa tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:53.735954 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-731fb127-eb21-4cc2-ae3e-6b858b67d7aa req-00f9a1cd-106f-4727-a6de-602c8fc44eaa tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 943 time: 0.1046658
Apr 05 12:10:53.745862 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-3f91e487-ff49-4215-9b46-419115eff639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:53.784179 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 46072) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:10:53.798774 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e04c24-c556-4ec9-bad8-ee29201100d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a41d3eb2-4ae3-4bca-813b-303785d3193b,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:53.814423 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-731fb127-eb21-4cc2-ae3e-6b858b67d7aa req-628f676a-ab1f-45b6-a888-6b29625cea10 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0717793
Apr 05 12:10:53.817972 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-10e04c24-c556-4ec9-bad8-ee29201100d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:53.855603 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-10e04c24-c556-4ec9-bad8-ee29201100d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:53.867781 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-10e04c24-c556-4ec9-bad8-ee29201100d3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a41d3eb2-4ae3-4bca-813b-303785d3193b HTTP/1.1" status: 204  len: 168 time: 0.8598509
Apr 05 12:10:53.870371 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 46084) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:10:53.952294 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b9076a85-eb94-4acd-8419-87ca7b296454 req-a72f9fa0-ed9d-49bf-9d6c-6d0908b148d5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1637695
Apr 05 12:10:53.995881 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be15b304-45ad-434b-bd83-f5ee56fee9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-139629'] for network, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:54.231077 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be15b304-45ad-434b-bd83-f5ee56fee9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768810', 'neutron.services.segments.db._delete_segments_for_network--9223363299714337857'] for network, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:54.353194 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-be15b304-45ad-434b-bd83-f5ee56fee9d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f246080d208>,) {'filters': {'network_id': ['07054388-504e-4ac2-b33c-6ef540158df3']}} {{(pid=84269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:10:54.371720 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-be15b304-45ad-434b-bd83-f5ee56fee9d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f246080d208>, '678a0a32-e584-4bc7-93dc-6b69e2674942') {'for_net_delete': True} {{(pid=84269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:10:54.372059 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-be15b304-45ad-434b-bd83-f5ee56fee9d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f246080d208>, '678a0a32-e584-4bc7-93dc-6b69e2674942') {} {{(pid=84269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:10:54.385886 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be15b304-45ad-434b-bd83-f5ee56fee9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737140437841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036794239669'] for segment, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:54.407383 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be15b304-45ad-434b-bd83-f5ee56fee9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:54.415556 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be15b304-45ad-434b-bd83-f5ee56fee9d1 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=84269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 05 12:10:54.610014 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-be15b304-45ad-434b-bd83-f5ee56fee9d1 admin admin] Network 07054388-504e-4ac2-b33c-6ef540158df3 has no segments {{(pid=84269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 12:10:54.620572 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be15b304-45ad-434b-bd83-f5ee56fee9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2694727'] for segment, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:54.710660 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91184635-5456-4b7f-b2c5-97558087f1e0 req-565bd9bd-496b-4845-9160-4e6265f1c7fc tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:54.712339 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-91184635-5456-4b7f-b2c5-97558087f1e0 req-565bd9bd-496b-4845-9160-4e6265f1c7fc tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 943 time: 0.0952487
Apr 05 12:10:54.773186 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-91184635-5456-4b7f-b2c5-97558087f1e0 req-490ad844-760c-4d54-bcec-723a863edf26 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533035
Apr 05 12:10:54.835258 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-be15b304-45ad-434b-bd83-f5ee56fee9d1 admin admin] Network 07054388-504e-4ac2-b33c-6ef540158df3 has no segments {{(pid=84269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 12:10:54.860434 dv-cinder-784763-1-iscsi neutron-server[84155]: Traceback (most recent call last):
Apr 05 12:10:54.860434 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 05 12:10:54.860434 dv-cinder-784763-1-iscsi neutron-server[84155]:     timer()
Apr 05 12:10:54.860434 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 05 12:10:54.860434 dv-cinder-784763-1-iscsi neutron-server[84155]:     cb(*args, **kw)
Apr 05 12:10:54.860434 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 05 12:10:54.860434 dv-cinder-784763-1-iscsi neutron-server[84155]:     return func(*args, **kwargs)
Apr 05 12:10:54.860434 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 05 12:10:54.860434 dv-cinder-784763-1-iscsi neutron-server[84155]:     self._notify()
Apr 05 12:10:54.860434 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 05 12:10:54.860434 dv-cinder-784763-1-iscsi neutron-server[84155]:     self.callback(batched_events)
Apr 05 12:10:54.860434 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 05 12:10:54.860434 dv-cinder-784763-1-iscsi neutron-server[84155]:     event.method(event)
Apr 05 12:10:54.860434 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 05 12:10:54.860434 dv-cinder-784763-1-iscsi neutron-server[84155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 05 12:10:54.860434 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 05 12:10:54.860434 dv-cinder-784763-1-iscsi neutron-server[84155]:     segment_id)['aggregates'][0]
Apr 05 12:10:54.860434 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 05 12:10:54.860434 dv-cinder-784763-1-iscsi neutron-server[84155]:     return f(self, *a, **k)
Apr 05 12:10:54.860434 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 05 12:10:54.860434 dv-cinder-784763-1-iscsi neutron-server[84155]:     return self._get(url).json()
Apr 05 12:10:54.860434 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 05 12:10:54.860434 dv-cinder-784763-1-iscsi neutron-server[84155]:     **kwargs)
Apr 05 12:10:54.860434 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 05 12:10:54.860434 dv-cinder-784763-1-iscsi neutron-server[84155]:     return self.request(url, 'GET', **kwargs)
Apr 05 12:10:54.860434 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 05 12:10:54.860434 dv-cinder-784763-1-iscsi neutron-server[84155]:     **endpoint_filter)
Apr 05 12:10:54.860434 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 05 12:10:54.860434 dv-cinder-784763-1-iscsi neutron-server[84155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 05 12:10:54.860434 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 05 12:10:54.860434 dv-cinder-784763-1-iscsi neutron-server[84155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 05 12:10:54.860434 dv-cinder-784763-1-iscsi neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 05 12:10:54.864324 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:54.993260 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be15b304-45ad-434b-bd83-f5ee56fee9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854330406'] for network, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:54.999191 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be15b304-45ad-434b-bd83-f5ee56fee9d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for network, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:55.007722 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:55.035764 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be15b304-45ad-434b-bd83-f5ee56fee9d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=07054388-504e-4ac2-b33c-6ef540158df3,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:55.038486 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-be15b304-45ad-434b-bd83-f5ee56fee9d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:55.043971 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-be15b304-45ad-434b-bd83-f5ee56fee9d1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/07054388-504e-4ac2-b33c-6ef540158df3 HTTP/1.1" status: 204  len: 168 time: 1.1696196
Apr 05 12:10:55.070791 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb0531-ef94-428d-b718-1325a5abffca req-e14064a5-0b34-4cba-8dd8-b9d1b2bbed2e tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:55.072401 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3eeb0531-ef94-428d-b718-1325a5abffca req-e14064a5-0b34-4cba-8dd8-b9d1b2bbed2e tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 943 time: 0.1327417
Apr 05 12:10:55.132708 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3eeb0531-ef94-428d-b718-1325a5abffca req-428b37cf-2037-4123-abef-f5765204eb7f tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530005
Apr 05 12:10:55.297528 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 46162) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:10:55.400507 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-af7f6c2a-1aa2-4bbf-bf07-0679035fde44 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6c0184ae62e6427db9fd25988a10a9c2&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0987923
Apr 05 12:10:55.401510 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 46166) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:10:55.428812 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9076a85-eb94-4acd-8419-87ca7b296454 req-c2e5b1b8-1673-4f67-a53d-16caed08c9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:55.430441 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b9076a85-eb94-4acd-8419-87ca7b296454 req-c2e5b1b8-1673-4f67-a53d-16caed08c9bf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad&tenant_id=09a08590013048999464095fb2986698 HTTP/1.1" status: 200  len: 1096 time: 0.0837345
Apr 05 12:10:55.471541 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2322d6f3-95ec-4846-8570-e0f1db6a48ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:55.500426 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2322d6f3-95ec-4846-8570-e0f1db6a48ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:55.507721 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 57c15950-2ba5-4a42-bb4d-ae7ef56b0248 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:10:55.534164 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9076a85-eb94-4acd-8419-87ca7b296454 req-f4420ed2-08ea-4d38-a4d6-74cdec82eb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:55.536385 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b9076a85-eb94-4acd-8419-87ca7b296454 req-f4420ed2-08ea-4d38-a4d6-74cdec82eb15 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09a08590013048999464095fb2986698&device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 1096 time: 0.0848169
Apr 05 12:10:55.554674 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] No Port match for: 57c15950-2ba5-4a42-bb4d-ae7ef56b0248 {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:10:55.555149 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 57c15950-2ba5-4a42-bb4d-ae7ef56b0248 not bound to the agent host hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:10:55.556535 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2322d6f3-95ec-4846-8570-e0f1db6a48ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:55.562110 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-92be1bc2-88b7-42cd-b954-5696432a04e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:55.577885 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322d6f3-95ec-4846-8570-e0f1db6a48ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fabf6ba-4328-4275-a014-e6073d4caef1,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:55.580550 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2322d6f3-95ec-4846-8570-e0f1db6a48ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:55.586763 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2322d6f3-95ec-4846-8570-e0f1db6a48ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:55.588030 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-2322d6f3-95ec-4846-8570-e0f1db6a48ac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3fabf6ba-4328-4275-a014-e6073d4caef1 HTTP/1.1" status: 204  len: 168 time: 0.1853337
Apr 05 12:10:55.692158 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9076a85-eb94-4acd-8419-87ca7b296454 req-39fc9f48-c52d-4717-badd-021ea180abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:55.693930 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b9076a85-eb94-4acd-8419-87ca7b296454 req-39fc9f48-c52d-4717-badd-021ea180abaa service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ba2dc6d-7a10-4983-bd4a-704d4ac9411b HTTP/1.1" status: 200  len: 918 time: 0.1519427
Apr 05 12:10:55.811096 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b9076a85-eb94-4acd-8419-87ca7b296454 req-5b81e8e7-aba0-463a-a9d4-0526d160d8cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 HTTP/1.1" status: 200  len: 999 time: 0.1104126
Apr 05 12:10:55.889069 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9076a85-eb94-4acd-8419-87ca7b296454 req-69e796e4-e369-4b00-b321-5836108dd0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:55.890885 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b9076a85-eb94-4acd-8419-87ca7b296454 req-69e796e4-e369-4b00-b321-5836108dd0e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3bbfe2a-e26d-4eee-9523-0b0e4c649bfb HTTP/1.1" status: 200  len: 856 time: 0.0715261
Apr 05 12:10:55.979424 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9076a85-eb94-4acd-8419-87ca7b296454 req-5391da36-88fb-43cb-b745-087f72f6efb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:55.981331 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b9076a85-eb94-4acd-8419-87ca7b296454 req-5391da36-88fb-43cb-b745-087f72f6efb0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ba2dc6d-7a10-4983-bd4a-704d4ac9411b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0829504
Apr 05 12:10:55.988420 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37fb59-78d4-40ff-a043-ca5d656c4cdb req-fe88d95b-b742-4259-9ec6-1d632c99ca64 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:55.990037 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4a37fb59-78d4-40ff-a043-ca5d656c4cdb req-fe88d95b-b742-4259-9ec6-1d632c99ca64 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 943 time: 0.0899889
Apr 05 12:10:56.020161 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92ecb030-ba43-4e6a-ac0d-8d811c9855ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:56.051803 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4a37fb59-78d4-40ff-a043-ca5d656c4cdb req-ea597b15-2349-4bbd-a662-c380778cc1dd tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489228
Apr 05 12:10:56.151602 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b9076a85-eb94-4acd-8419-87ca7b296454 req-d511f8ae-2f09-4a86-88bd-85621521b9e7 service neutron] 10.222.0.37 "GET /v2.0/networks/5ba2dc6d-7a10-4983-bd4a-704d4ac9411b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1617253
Apr 05 12:10:56.349066 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b9076a85-eb94-4acd-8419-87ca7b296454 req-b4e71c50-da1b-4a08-8c9a-8d3e007518fb service neutron] 10.222.0.37 "GET /v2.0/networks/5ba2dc6d-7a10-4983-bd4a-704d4ac9411b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1905098
Apr 05 12:10:56.399547 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb5496-5323-4ac5-9eeb-959137952204 req-9147ad0a-3fb1-415a-b98a-c4ab843744de tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:56.401585 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2bfb5496-5323-4ac5-9eeb-959137952204 req-9147ad0a-3fb1-415a-b98a-c4ab843744de tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 943 time: 0.1216905
Apr 05 12:10:56.451761 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2bfb5496-5323-4ac5-9eeb-959137952204 req-b57bddfd-3164-48db-9bd4-cfd20a10a425 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424640
Apr 05 12:10:56.477864 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:57.314009 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae859b-d250-4286-b194-76a62d6b420b req-df40cc8c-e31b-4b2c-854b-fa30726e8959 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:57.315537 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1eae859b-d250-4286-b194-76a62d6b420b req-df40cc8c-e31b-4b2c-854b-fa30726e8959 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 943 time: 0.0950522
Apr 05 12:10:57.368374 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1eae859b-d250-4286-b194-76a62d6b420b req-3c8efb1e-c3ad-443e-9a67-1e2d8bc18de6 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458355
Apr 05 12:10:57.471578 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 6 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:10:57.687868 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea913a-30c0-43ee-8c25-cafc853f478e req-1e373cdb-d9e9-46fe-b17f-5a05e02f1e89 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:57.690188 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b6ea913a-30c0-43ee-8c25-cafc853f478e req-1e373cdb-d9e9-46fe-b17f-5a05e02f1e89 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 943 time: 0.0960603
Apr 05 12:10:57.745765 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b6ea913a-30c0-43ee-8c25-cafc853f478e req-9ae4ff35-8f33-4c89-aec5-19367db3c42c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460043
Apr 05 12:10:58.057403 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:58.640211 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdbc91-386c-4703-80a7-c4c6c06448e5 req-a0dc6201-7cb7-429b-976c-9e62b31ba184 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:58.642018 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-31cdbc91-386c-4703-80a7-c4c6c06448e5 req-a0dc6201-7cb7-429b-976c-9e62b31ba184 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 943 time: 0.1095545
Apr 05 12:10:58.650725 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:58.695315 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-31cdbc91-386c-4703-80a7-c4c6c06448e5 req-1740b7de-b4ac-4f56-b80e-bb8415ce9848 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432096
Apr 05 12:10:59.044404 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a08a29-6d52-4061-b87b-75f676419411 req-fb12c566-b4d4-49cb-b7e4-2d4513138305 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:59.046068 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-89a08a29-6d52-4061-b87b-75f676419411 req-fb12c566-b4d4-49cb-b7e4-2d4513138305 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 943 time: 0.0942349
Apr 05 12:10:59.096150 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-89a08a29-6d52-4061-b87b-75f676419411 req-9e6bf9ba-1463-4c40-a3f3-769d72120366 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434008
Apr 05 12:10:59.553508 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 75dc0cbf-733b-4036-b284-69bfcafbac18 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 12:10:59.705534 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 75dc0cbf-733b-4036-b284-69bfcafbac18, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=75dc0cbf-733b-4036-b284-69bfcafbac18,segment=NetworkSegment(787c8767-e3fe-4e59-b840-0afd6f84cd1d),segment_id=787c8767-e3fe-4e59-b840-0afd6f84cd1d)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:10:59.720407 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Returning: {'device': '75dc0cbf-733b-4036-b284-69bfcafbac18', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'port_id': '75dc0cbf-733b-4036-b284-69bfcafbac18', 'mac_address': 'fa:16:3e:c9:1e:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 12:10:59.781656 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:59.803348 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75dc0cbf-733b-4036-b284-69bfcafbac18 {{(pid=84270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:10:59.820787 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 75dc0cbf-733b-4036-b284-69bfcafbac18, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=75dc0cbf-733b-4036-b284-69bfcafbac18,segment=NetworkSegment(787c8767-e3fe-4e59-b840-0afd6f84cd1d),segment_id=787c8767-e3fe-4e59-b840-0afd6f84cd1d)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:10:59.823654 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:10:59.825907 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:10:59.909220 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=75dc0cbf-733b-4036-b284-69bfcafbac18,revision_number=4']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:10:59.913852 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:10:59.924280 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecda342-462a-4b60-bd05-5e6f2e81a389 req-c34973fe-3c2c-4490-a60a-9d9e94ed5fe1 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:10:59.926612 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5ecda342-462a-4b60-bd05-5e6f2e81a389 req-c34973fe-3c2c-4490-a60a-9d9e94ed5fe1 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 943 time: 0.0915058
Apr 05 12:10:59.981607 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5ecda342-462a-4b60-bd05-5e6f2e81a389 req-84e371ab-ac70-4ab9-9eab-8894d2d54156 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484896
Apr 05 12:11:00.244951 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['75dc0cbf-733b-4036-b284-69bfcafbac18'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:11:00.344052 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310ec32-9b0d-4d37-976e-cf7e3bea4784 req-6975c6af-e8e4-4e82-8207-8e56cee726c1 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:00.345739 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4310ec32-9b0d-4d37-976e-cf7e3bea4784 req-6975c6af-e8e4-4e82-8207-8e56cee726c1 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 944 time: 0.1093669
Apr 05 12:11:00.406969 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4310ec32-9b0d-4d37-976e-cf7e3bea4784 req-b98df9bd-108d-46a4-ad4d-fd81a95ded69 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525746
Apr 05 12:11:00.935716 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 46326) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:01.066506 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-311953a1-3c88-4ea4-8d55-a4c47bc70d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:01.082497 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-311953a1-3c88-4ea4-8d55-a4c47bc70d00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:11:01.086921 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-311953a1-3c88-4ea4-8d55-a4c47bc70d00 admin admin] Usage tracker for resource:security_group_rule and tenant:3ddc8aa35c2a4c8aadd52c2510c973fe is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:11:01.092030 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-311953a1-3c88-4ea4-8d55-a4c47bc70d00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:11:01.098280 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-311953a1-3c88-4ea4-8d55-a4c47bc70d00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:11:01.246356 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d24aa9-67ce-4e76-85da-64e268d834d2 req-55497df1-64c5-497e-b474-37c27e7b86c6 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:01.248019 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d2d24aa9-67ce-4e76-85da-64e268d834d2 req-55497df1-64c5-497e-b474-37c27e7b86c6 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 943 time: 0.1308634
Apr 05 12:11:01.334062 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d2d24aa9-67ce-4e76-85da-64e268d834d2 req-20d13ddc-149d-4cac-9d2a-f4ae2fd44b97 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0749109
Apr 05 12:11:01.343303 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-311953a1-3c88-4ea4-8d55-a4c47bc70d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:01.346825 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-311953a1-3c88-4ea4-8d55-a4c47bc70d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:01.363370 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ccc3ef2a-4697-4ca6-b3ee-d3639f5e9438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:01.400352 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311953a1-3c88-4ea4-8d55-a4c47bc70d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe262f1c-c1c2-44c2-8b8e-6dae21e80117,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:01.403695 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-311953a1-3c88-4ea4-8d55-a4c47bc70d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:01.426428 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 46340) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:01.426656 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-311953a1-3c88-4ea4-8d55-a4c47bc70d00 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3ddc8aa35c2a4c8aadd52c2510c973fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4896591
Apr 05 12:11:01.494908 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a534561-575b-430a-91eb-c53c81e1b9fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:01.524722 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a534561-575b-430a-91eb-c53c81e1b9fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:01.554572 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 75dc0cbf-733b-4036-b284-69bfcafbac18 up at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:11:01.575686 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a534561-575b-430a-91eb-c53c81e1b9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:01.583343 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-50e0bca2-077f-44a8-888f-3bd8269235c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:01.650073 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning for port 75dc0cbf-733b-4036-b284-69bfcafbac18 completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:11:01.660139 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning complete for port 75dc0cbf-733b-4036-b284-69bfcafbac18 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:11:01.660833 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:01.807042 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b413a56-e78b-426e-af5e-a0cec292bea2 req-28a8650e-a643-4fc2-88cc-eb193787a6ff tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:01.813077 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:01.821555 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3b413a56-e78b-426e-af5e-a0cec292bea2 req-28a8650e-a643-4fc2-88cc-eb193787a6ff tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 944 time: 0.2287002
Apr 05 12:11:01.842884 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5a534561-575b-430a-91eb-c53c81e1b9fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:01.844419 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-5a534561-575b-430a-91eb-c53c81e1b9fb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fe262f1c-c1c2-44c2-8b8e-6dae21e80117 HTTP/1.1" status: 204  len: 168 time: 0.4167750
Apr 05 12:11:01.845522 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a534561-575b-430a-91eb-c53c81e1b9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe262f1c-c1c2-44c2-8b8e-6dae21e80117,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:01.849301 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-5a534561-575b-430a-91eb-c53c81e1b9fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:01.875325 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 75dc0cbf-733b-4036-b284-69bfcafbac18, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=75dc0cbf-733b-4036-b284-69bfcafbac18,segment=NetworkSegment(787c8767-e3fe-4e59-b840-0afd6f84cd1d),segment_id=787c8767-e3fe-4e59-b840-0afd6f84cd1d)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:11:01.882306 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f627d1-6185-40fa-8a66-bf568242e6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75dc0cbf-733b-4036-b284-69bfcafbac18'}] {{(pid=84270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:11:01.897167 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:01.901333 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:01.930172 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3b413a56-e78b-426e-af5e-a0cec292bea2 req-989ba4af-6997-457b-9bac-60e96ab44467 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1008120
Apr 05 12:11:01.981378 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=75dc0cbf-733b-4036-b284-69bfcafbac18,revision_number=5']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:01.985388 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:02.004276 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f627d1-6185-40fa-8a66-bf568242e6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75dc0cbf-733b-4036-b284-69bfcafbac18', 'code': 200}
Apr 05 12:11:02.607524 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65d793-74fa-4bef-9af8-e93e76c1dcc2 req-6edc8e85-4a88-4e21-955c-3eb2cf4e8abf tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:02.609456 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-dc65d793-74fa-4bef-9af8-e93e76c1dcc2 req-6edc8e85-4a88-4e21-955c-3eb2cf4e8abf tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 943 time: 0.0991805
Apr 05 12:11:02.898322 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-dc65d793-74fa-4bef-9af8-e93e76c1dcc2 req-49038c00-b994-4729-9db5-c9253def66f5 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2804222
Apr 05 12:11:03.125829 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a8bd5-db4b-447b-bdf3-49f41e04143e req-67eb9355-c7f9-4389-acae-6b795049ad4b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:03.127670 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c08a8bd5-db4b-447b-bdf3-49f41e04143e req-67eb9355-c7f9-4389-acae-6b795049ad4b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 945 time: 0.0952847
Apr 05 12:11:03.202812 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c08a8bd5-db4b-447b-bdf3-49f41e04143e req-ed2f413b-ed9a-4358-b607-b6225c26168e tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0674734
Apr 05 12:11:04.045528 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 46438) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:04.177410 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8901b06-c334-4bf2-b0f4-171f531e0ff6 req-3a6c4eb6-2515-4a9e-b285-3e1669b79cda tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:04.188853 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c8901b06-c334-4bf2-b0f4-171f531e0ff6 req-3a6c4eb6-2515-4a9e-b285-3e1669b79cda tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 943 time: 0.1322498
Apr 05 12:11:04.205827 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-34df946f-9387-432e-8bfb-f657afab60a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:04.225224 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-34df946f-9387-432e-8bfb-f657afab60a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:11:04.229811 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-34df946f-9387-432e-8bfb-f657afab60a6 admin admin] Usage tracker for resource:security_group_rule and tenant:a5177df9c0f94822b380b208b8c29cc9 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:11:04.233436 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-34df946f-9387-432e-8bfb-f657afab60a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:11:04.240361 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-34df946f-9387-432e-8bfb-f657afab60a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:11:04.250904 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c8901b06-c334-4bf2-b0f4-171f531e0ff6 req-878e7cb7-85b7-4ed1-8709-3f84dece731c tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602088
Apr 05 12:11:04.377950 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-34df946f-9387-432e-8bfb-f657afab60a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:04.383815 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-34df946f-9387-432e-8bfb-f657afab60a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:04.397903 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f9c86df7-709a-4c8b-a2b3-d69238b7421b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:04.438600 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df946f-9387-432e-8bfb-f657afab60a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad11e73-6e44-459e-8725-ed891c9b162f,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:04.444744 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-34df946f-9387-432e-8bfb-f657afab60a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a5177df9c0f94822b380b208b8c29cc9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3976738
Apr 05 12:11:04.445734 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-34df946f-9387-432e-8bfb-f657afab60a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:04.450065 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 46452) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:04.557388 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3cb3b-fde9-4270-9faf-0d4cf7efd477 req-0e794b74-5517-43bf-b7b9-114b25a9884f tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:04.569512 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-13a3cb3b-fde9-4270-9faf-0d4cf7efd477 req-0e794b74-5517-43bf-b7b9-114b25a9884f tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 945 time: 0.1860821
Apr 05 12:11:04.572484 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-113b7fc6-635e-4097-8511-ad8696e14e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:04.601680 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-113b7fc6-635e-4097-8511-ad8696e14e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:04.679272 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-13a3cb3b-fde9-4270-9faf-0d4cf7efd477 req-8602cc67-872b-4bd0-a49d-988d9d83d58a tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1087899
Apr 05 12:11:04.688327 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-113b7fc6-635e-4097-8511-ad8696e14e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:04.694282 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-3f75824d-108e-4dcb-9c73-e3112ff01f62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:04.711682 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b7fc6-635e-4097-8511-ad8696e14e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad11e73-6e44-459e-8725-ed891c9b162f,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:04.716134 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-113b7fc6-635e-4097-8511-ad8696e14e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:04.718211 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-113b7fc6-635e-4097-8511-ad8696e14e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:04.722015 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-113b7fc6-635e-4097-8511-ad8696e14e94 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3ad11e73-6e44-459e-8725-ed891c9b162f HTTP/1.1" status: 204  len: 168 time: 0.2681861
Apr 05 12:11:05.095641 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 46478) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:05.130650 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-81d23ba2-3d66-4261-9caa-0f823973046b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:05.162740 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-81d23ba2-3d66-4261-9caa-0f823973046b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:11:05.168612 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-81d23ba2-3d66-4261-9caa-0f823973046b admin admin] Usage tracker for resource:security_group_rule and tenant:54335a7a4494489ead78a0d084300402 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:11:05.172384 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-81d23ba2-3d66-4261-9caa-0f823973046b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:11:05.180947 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-81d23ba2-3d66-4261-9caa-0f823973046b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:11:05.281428 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-81d23ba2-3d66-4261-9caa-0f823973046b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:05.287394 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-81d23ba2-3d66-4261-9caa-0f823973046b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:05.297327 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-a3b5f3dd-74dd-450d-8cda-88b3a3136245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:05.349895 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-81d23ba2-3d66-4261-9caa-0f823973046b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54335a7a4494489ead78a0d084300402&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2528222
Apr 05 12:11:05.350402 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 46486) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:05.352212 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d23ba2-3d66-4261-9caa-0f823973046b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de80a87-9984-467f-94f8-9865c399d14e,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:05.353248 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 46488) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:05.355674 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-81d23ba2-3d66-4261-9caa-0f823973046b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:05.426860 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2af59c35-2a53-4564-9245-6a45469e8684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:05.455680 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2af59c35-2a53-4564-9245-6a45469e8684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:05.520090 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2af59c35-2a53-4564-9245-6a45469e8684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:05.528901 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ca537-ec8c-4d60-b857-59851c7cc20c req-28d2fbb1-b747-4bef-920b-aafcc22ffbb0 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:05.529509 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-731880da-295b-4b99-b8dc-1aecd70647ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:05.530794 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-337ca537-ec8c-4d60-b857-59851c7cc20c req-28d2fbb1-b747-4bef-920b-aafcc22ffbb0 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 943 time: 0.1258998
Apr 05 12:11:05.544291 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af59c35-2a53-4564-9245-6a45469e8684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de80a87-9984-467f-94f8-9865c399d14e,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:05.546990 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2af59c35-2a53-4564-9245-6a45469e8684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:05.584958 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d5e97633-82dd-4310-ab7f-6a85e5c3d927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:05.601084 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2af59c35-2a53-4564-9245-6a45469e8684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:05.602467 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-2af59c35-2a53-4564-9245-6a45469e8684 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4de80a87-9984-467f-94f8-9865c399d14e HTTP/1.1" status: 204  len: 168 time: 0.2505949
Apr 05 12:11:05.604508 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d5e97633-82dd-4310-ab7f-6a85e5c3d927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:11:05.607685 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-337ca537-ec8c-4d60-b857-59851c7cc20c req-ff6336cd-6333-4290-99aa-47f170cc6ccf tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538013
Apr 05 12:11:05.608567 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-d5e97633-82dd-4310-ab7f-6a85e5c3d927 admin admin] Usage tracker for resource:security_group_rule and tenant:f8ad33bbaccc4089bfcbbfb77eb9209b is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:11:05.611629 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-d5e97633-82dd-4310-ab7f-6a85e5c3d927 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:11:05.617771 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d5e97633-82dd-4310-ab7f-6a85e5c3d927 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:11:05.705751 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d5e97633-82dd-4310-ab7f-6a85e5c3d927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:05.710522 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d5e97633-82dd-4310-ab7f-6a85e5c3d927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:05.740635 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-716fb55c-6564-4fc6-a0cb-62d8a585b2aa tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:05.749758 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-d5e97633-82dd-4310-ab7f-6a85e5c3d927 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f8ad33bbaccc4089bfcbbfb77eb9209b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3952429
Apr 05 12:11:05.753657 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 46500) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:05.772442 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e97633-82dd-4310-ab7f-6a85e5c3d927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2873738b-715b-4893-9d09-2e663248765f,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:05.776051 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d5e97633-82dd-4310-ab7f-6a85e5c3d927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:05.840267 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0ca42ad-14d4-4c41-ba12-42ea79b366b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:05.930058 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0ca42ad-14d4-4c41-ba12-42ea79b366b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:06.017887 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca8132-6f7a-44a9-b892-77db0020dc7a req-7bb2225e-089d-446a-b468-b1bbfc544baa tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:06.020560 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-09ca8132-6f7a-44a9-b892-77db0020dc7a req-7bb2225e-089d-446a-b468-b1bbfc544baa tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 945 time: 0.1649520
Apr 05 12:11:06.021727 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0ca42ad-14d4-4c41-ba12-42ea79b366b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:06.029946 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-311953a1-3c88-4ea4-8d55-a4c47bc70d00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:06.090961 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca42ad-14d4-4c41-ba12-42ea79b366b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2873738b-715b-4893-9d09-2e663248765f,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:06.094932 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d0ca42ad-14d4-4c41-ba12-42ea79b366b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:06.096131 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-d0ca42ad-14d4-4c41-ba12-42ea79b366b1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2873738b-715b-4893-9d09-2e663248765f HTTP/1.1" status: 204  len: 168 time: 0.3413813
Apr 05 12:11:06.100450 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d0ca42ad-14d4-4c41-ba12-42ea79b366b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:06.136897 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-09ca8132-6f7a-44a9-b892-77db0020dc7a req-964b4dfe-1377-4059-9786-bc7cb7824e32 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0983257
Apr 05 12:11:06.533482 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 46526) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:06.556516 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-012adb7b-1ec7-4009-a73c-838e24d551a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:06.578784 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-012adb7b-1ec7-4009-a73c-838e24d551a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:11:06.583506 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-012adb7b-1ec7-4009-a73c-838e24d551a8 admin admin] Usage tracker for resource:security_group_rule and tenant:6c1cb28446174a309ff0f9ebe80ba571 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:11:06.586628 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-012adb7b-1ec7-4009-a73c-838e24d551a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:11:06.592954 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-012adb7b-1ec7-4009-a73c-838e24d551a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:11:06.699131 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-012adb7b-1ec7-4009-a73c-838e24d551a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:06.710737 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-012adb7b-1ec7-4009-a73c-838e24d551a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:06.742859 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-616dbba4-5dea-484e-a190-224412ccd877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:06.778773 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-012adb7b-1ec7-4009-a73c-838e24d551a8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6c1cb28446174a309ff0f9ebe80ba571&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2414293
Apr 05 12:11:06.778773 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012adb7b-1ec7-4009-a73c-838e24d551a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c56649-1ffa-4775-9c6f-cac509aa6f35,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:06.781387 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-012adb7b-1ec7-4009-a73c-838e24d551a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:06.782099 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 46534) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:06.854426 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d458e-e864-4f1d-9534-d5040667e097 req-287ce399-2a36-4ca8-b913-7952283c7c14 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:06.856604 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c68d458e-e864-4f1d-9534-d5040667e097 req-287ce399-2a36-4ca8-b913-7952283c7c14 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 943 time: 0.1193416
Apr 05 12:11:06.883414 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8dceb021-dead-4a80-aea4-cfc8e1aaec23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:06.935178 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8dceb021-dead-4a80-aea4-cfc8e1aaec23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:06.940113 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c68d458e-e864-4f1d-9534-d5040667e097 req-4c7336fa-696d-4db9-909d-ea011ab14eda tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0751808
Apr 05 12:11:06.997362 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8dceb021-dead-4a80-aea4-cfc8e1aaec23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:07.003803 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-1c3f6d7f-92ab-4a34-a8a9-ca8fda61550c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:07.017102 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dceb021-dead-4a80-aea4-cfc8e1aaec23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c56649-1ffa-4775-9c6f-cac509aa6f35,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:07.022668 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-8dceb021-dead-4a80-aea4-cfc8e1aaec23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:07.032343 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8dceb021-dead-4a80-aea4-cfc8e1aaec23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:07.033569 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-8dceb021-dead-4a80-aea4-cfc8e1aaec23 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b1c56649-1ffa-4775-9c6f-cac509aa6f35 HTTP/1.1" status: 204  len: 168 time: 0.2504342
Apr 05 12:11:07.407791 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013e287-bac1-4814-a8f1-fdc36a514f84 req-54e8ff2d-9bf3-4325-b4ee-c138506a159c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:07.410664 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a013e287-bac1-4814-a8f1-fdc36a514f84 req-54e8ff2d-9bf3-4325-b4ee-c138506a159c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 945 time: 0.1187744
Apr 05 12:11:07.438932 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 46556) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:07.464894 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d6428754-da4b-40c8-bc24-e610834e2b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:07.481927 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d6428754-da4b-40c8-bc24-e610834e2b14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:11:07.486068 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-d6428754-da4b-40c8-bc24-e610834e2b14 admin admin] Usage tracker for resource:security_group_rule and tenant:98919b8e95b04436b34071a4a2984b2c is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:11:07.486949 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a013e287-bac1-4814-a8f1-fdc36a514f84 req-b805b255-2d3b-49cb-a75e-65232f9f718e tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0689352
Apr 05 12:11:07.490086 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-d6428754-da4b-40c8-bc24-e610834e2b14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:11:07.497254 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d6428754-da4b-40c8-bc24-e610834e2b14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:11:07.590632 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d6428754-da4b-40c8-bc24-e610834e2b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:07.594038 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d6428754-da4b-40c8-bc24-e610834e2b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:07.634074 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d5bd1be9-86ae-4a77-8d11-d8ae9cc0f64d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:07.649637 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-d6428754-da4b-40c8-bc24-e610834e2b14 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=98919b8e95b04436b34071a4a2984b2c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2092683
Apr 05 12:11:07.652535 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 46564) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:07.667120 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6428754-da4b-40c8-bc24-e610834e2b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b10a9a8-f1f8-44ce-a0f8-4a104b51ab85,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:07.670320 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d6428754-da4b-40c8-bc24-e610834e2b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:07.724237 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7328031-5af2-43a1-af5c-ca3cbdd4e045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:07.752407 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7328031-5af2-43a1-af5c-ca3cbdd4e045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:07.810334 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7328031-5af2-43a1-af5c-ca3cbdd4e045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:07.817725 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-b8b1b749-a80d-45e7-acf1-43ddc3c64027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:07.831021 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7328031-5af2-43a1-af5c-ca3cbdd4e045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b10a9a8-f1f8-44ce-a0f8-4a104b51ab85,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:07.834867 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d7328031-5af2-43a1-af5c-ca3cbdd4e045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:07.836720 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d7328031-5af2-43a1-af5c-ca3cbdd4e045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:07.837358 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-d7328031-5af2-43a1-af5c-ca3cbdd4e045 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7b10a9a8-f1f8-44ce-a0f8-4a104b51ab85 HTTP/1.1" status: 204  len: 168 time: 0.1837351
Apr 05 12:11:08.301909 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4824ea-7eaa-4220-ac1a-00417ff45ec9 req-7b376cf9-60ec-4ddd-9f79-3d8019eeb8c7 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:08.310362 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-cc4824ea-7eaa-4220-ac1a-00417ff45ec9 req-7b376cf9-60ec-4ddd-9f79-3d8019eeb8c7 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 943 time: 0.1396358
Apr 05 12:11:08.374620 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-cc4824ea-7eaa-4220-ac1a-00417ff45ec9 req-a0a4a3d1-1c22-463f-b683-dece52e91cc8 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632350
Apr 05 12:11:08.748122 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc515f-c958-4a25-a917-6bc9a738f9e0 req-b7deb3ee-a2b4-47f3-a00e-d1308dbecd41 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:08.750624 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-50fc515f-c958-4a25-a917-6bc9a738f9e0 req-b7deb3ee-a2b4-47f3-a00e-d1308dbecd41 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 945 time: 0.1109564
Apr 05 12:11:08.813953 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-50fc515f-c958-4a25-a917-6bc9a738f9e0 req-c8fd042e-394a-4c26-b247-e7552a4d2484 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555823
Apr 05 12:11:09.641454 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fddf52f-2001-4cb6-b6f2-b90ff0ed8bb2 req-e4c05527-5d69-4316-b6cc-6a17be9fb432 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:09.643160 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9fddf52f-2001-4cb6-b6f2-b90ff0ed8bb2 req-e4c05527-5d69-4316-b6cc-6a17be9fb432 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 943 time: 0.1016076
Apr 05 12:11:09.670722 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 46650) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:09.708361 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9fddf52f-2001-4cb6-b6f2-b90ff0ed8bb2 req-da1d0660-cd3a-4b94-adeb-acdb18d0fe03 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586700
Apr 05 12:11:09.818476 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-76b635c0-0ba8-4685-96bf-6f1de1185933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:09.836752 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-76b635c0-0ba8-4685-96bf-6f1de1185933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:11:09.841353 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-76b635c0-0ba8-4685-96bf-6f1de1185933 admin admin] Usage tracker for resource:security_group_rule and tenant:a620d19f45a34bc08422e66b470a561f is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:11:09.846025 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-76b635c0-0ba8-4685-96bf-6f1de1185933 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:11:09.853503 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-76b635c0-0ba8-4685-96bf-6f1de1185933 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:11:09.970466 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-76b635c0-0ba8-4685-96bf-6f1de1185933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:09.986237 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-76b635c0-0ba8-4685-96bf-6f1de1185933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:10.008251 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-012adb7b-1ec7-4009-a73c-838e24d551a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:10.053198 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553bfed-a0fc-4d84-aa12-f1ac6db18d16 req-c2ce2e5f-2741-4aca-9cc8-950b974ce5e1 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:10.056876 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-76b635c0-0ba8-4685-96bf-6f1de1185933 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a620d19f45a34bc08422e66b470a561f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3824279
Apr 05 12:11:10.056876 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b635c0-0ba8-4685-96bf-6f1de1185933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3627f961-3079-4fca-a1f5-785f550b0d77,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:10.059058 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0553bfed-a0fc-4d84-aa12-f1ac6db18d16 req-c2ce2e5f-2741-4aca-9cc8-950b974ce5e1 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 945 time: 0.1076069
Apr 05 12:11:10.059606 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 46666) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:10.079237 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-76b635c0-0ba8-4685-96bf-6f1de1185933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:10.145201 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0553bfed-a0fc-4d84-aa12-f1ac6db18d16 req-431846bc-165f-4155-a322-bc5664569711 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0675905
Apr 05 12:11:10.182557 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-028c8fe4-d9f2-4b81-aa60-8556ebaaed84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:10.214896 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-028c8fe4-d9f2-4b81-aa60-8556ebaaed84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:10.267433 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-028c8fe4-d9f2-4b81-aa60-8556ebaaed84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:10.274649 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-5175a166-6465-496f-8b4b-6ccd3d615b8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:10.285850 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c8fe4-d9f2-4b81-aa60-8556ebaaed84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3627f961-3079-4fca-a1f5-785f550b0d77,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:10.288222 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-028c8fe4-d9f2-4b81-aa60-8556ebaaed84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:10.293953 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-028c8fe4-d9f2-4b81-aa60-8556ebaaed84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:10.295207 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-028c8fe4-d9f2-4b81-aa60-8556ebaaed84 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3627f961-3079-4fca-a1f5-785f550b0d77 HTTP/1.1" status: 204  len: 168 time: 0.2345867
Apr 05 12:11:10.659876 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 46684) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:10.679488 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3eca37da-0129-450b-b05f-c0eea03b12de admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:10.696424 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3eca37da-0129-450b-b05f-c0eea03b12de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:11:10.700868 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-3eca37da-0129-450b-b05f-c0eea03b12de admin admin] Usage tracker for resource:security_group_rule and tenant:383cd909c4f84c01825d1775ec35116d is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:11:10.704033 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-3eca37da-0129-450b-b05f-c0eea03b12de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:11:10.710424 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3eca37da-0129-450b-b05f-c0eea03b12de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:11:10.813380 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3eca37da-0129-450b-b05f-c0eea03b12de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:10.816996 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3eca37da-0129-450b-b05f-c0eea03b12de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:10.829010 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-24dcbe05-2169-4c92-a297-b292d9f6dcb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:10.925196 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-3eca37da-0129-450b-b05f-c0eea03b12de admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=383cd909c4f84c01825d1775ec35116d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2639992
Apr 05 12:11:10.926254 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca37da-0129-450b-b05f-c0eea03b12de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6de583d-2f1f-4a72-adb4-cbced0711044,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:10.928074 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 46694) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:10.929895 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-3eca37da-0129-450b-b05f-c0eea03b12de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:10.966961 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2bc66-f0c6-4fc1-9d29-150024c5ed64 req-8fe8abe5-0665-4ee0-a694-856c48bbb096 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:10.968545 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-94c2bc66-f0c6-4fc1-9d29-150024c5ed64 req-8fe8abe5-0665-4ee0-a694-856c48bbb096 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 943 time: 0.1273375
Apr 05 12:11:10.992349 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-078a5c1f-e748-4dcf-83bb-a8f0eec7bf6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:11.017068 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-94c2bc66-f0c6-4fc1-9d29-150024c5ed64 req-84dc1d5f-5363-4118-9400-e35871bb203b tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415611
Apr 05 12:11:11.021366 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-078a5c1f-e748-4dcf-83bb-a8f0eec7bf6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:11.067332 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-078a5c1f-e748-4dcf-83bb-a8f0eec7bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:11.072616 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-5a534561-575b-430a-91eb-c53c81e1b9fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:11.087610 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a5c1f-e748-4dcf-83bb-a8f0eec7bf6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6de583d-2f1f-4a72-adb4-cbced0711044,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:11.090398 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-078a5c1f-e748-4dcf-83bb-a8f0eec7bf6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:11.101193 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-078a5c1f-e748-4dcf-83bb-a8f0eec7bf6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:11.102676 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-078a5c1f-e748-4dcf-83bb-a8f0eec7bf6c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b6de583d-2f1f-4a72-adb4-cbced0711044 HTTP/1.1" status: 204  len: 168 time: 0.1729259
Apr 05 12:11:11.586569 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec37e3-f7b7-4326-b43f-1a556754dfa1 req-ca964a98-761a-44a9-a19e-025595e5d83e tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:11.588092 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7bec37e3-f7b7-4326-b43f-1a556754dfa1 req-ca964a98-761a-44a9-a19e-025595e5d83e tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 945 time: 0.3294196
Apr 05 12:11:11.641093 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7bec37e3-f7b7-4326-b43f-1a556754dfa1 req-f39158e1-57fc-48bb-9c86-1a0d27ed311b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467353
Apr 05 12:11:12.260245 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6d272-6298-4ab9-9eaf-5b13ce2b81be req-a049b5c1-6681-40ab-b138-cb16d3b6d1c2 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:12.262498 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-14b6d272-6298-4ab9-9eaf-5b13ce2b81be req-a049b5c1-6681-40ab-b138-cb16d3b6d1c2 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 943 time: 0.0979600
Apr 05 12:11:12.312586 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-14b6d272-6298-4ab9-9eaf-5b13ce2b81be req-aa0690b4-d2f5-4b2a-93c2-d9c1d68ad794 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428865
Apr 05 12:11:12.854262 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da30d4-e8c6-4d82-92b0-8544b5205708 req-acd69407-7ddc-47c1-afc5-71cf92660e51 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:12.858362 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-50da30d4-e8c6-4d82-92b0-8544b5205708 req-acd69407-7ddc-47c1-afc5-71cf92660e51 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 945 time: 0.1022360
Apr 05 12:11:12.885189 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1066b-9a68-40c6-92b3-35abadf1838f req-302e3b4b-6734-4c10-8cc3-132329abc162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:12.887136 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b9e1066b-9a68-40c6-92b3-35abadf1838f req-302e3b4b-6734-4c10-8cc3-132329abc162 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 1098 time: 0.0894568
Apr 05 12:11:12.905707 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-50da30d4-e8c6-4d82-92b0-8544b5205708 req-d812e85a-799e-410b-83c1-cce079f20d8c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435553
Apr 05 12:11:12.934910 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b9e1066b-9a68-40c6-92b3-35abadf1838f req-2971393b-a4e5-418c-a023-9537fec03dbe service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398362
Apr 05 12:11:13.619967 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 46786) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:13.695265 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5c480019-e5b4-404d-a273-68d26efd708b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:13.750970 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5c480019-e5b4-404d-a273-68d26efd708b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:11:13.762024 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-5c480019-e5b4-404d-a273-68d26efd708b admin admin] Usage tracker for resource:security_group_rule and tenant:248fe105941b4f04a9e40a032b27ef12 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:11:13.765569 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-5c480019-e5b4-404d-a273-68d26efd708b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:11:13.776368 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5c480019-e5b4-404d-a273-68d26efd708b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:11:13.841929 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafcd5a4-fa09-479b-b955-cb93d49584d9 req-61eb0597-ba0f-442a-a651-9e42c41630dd tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:13.843574 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-eafcd5a4-fa09-479b-b955-cb93d49584d9 req-61eb0597-ba0f-442a-a651-9e42c41630dd tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 943 time: 0.3969700
Apr 05 12:11:13.919440 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-eafcd5a4-fa09-479b-b955-cb93d49584d9 req-c4a611ab-21d2-4178-a27c-f259f7f69a7b tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0680239
Apr 05 12:11:13.936494 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5c480019-e5b4-404d-a273-68d26efd708b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:13.950449 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5c480019-e5b4-404d-a273-68d26efd708b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:13.960030 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d5e97633-82dd-4310-ab7f-6a85e5c3d927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:14.006439 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-5c480019-e5b4-404d-a273-68d26efd708b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=248fe105941b4f04a9e40a032b27ef12&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3845944
Apr 05 12:11:14.007080 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 46798) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:14.008466 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c480019-e5b4-404d-a273-68d26efd708b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4593d565-4bbc-47b3-bccf-778ab916d60f,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:14.011903 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-5c480019-e5b4-404d-a273-68d26efd708b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:14.152387 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-242aef14-14f0-440f-a8c0-79a50ae7c4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:14.181573 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605651e-88de-4f35-bf01-9694151618ee req-99e19406-5a96-4ba8-a6cd-693e6cd5efdc tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:14.185291 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e605651e-88de-4f35-bf01-9694151618ee req-99e19406-5a96-4ba8-a6cd-693e6cd5efdc tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 945 time: 0.1593494
Apr 05 12:11:14.217037 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-242aef14-14f0-440f-a8c0-79a50ae7c4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:14.275609 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e605651e-88de-4f35-bf01-9694151618ee req-a1bb2628-23f6-446b-bacd-0a3101e31a8b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0812509
Apr 05 12:11:14.286038 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-242aef14-14f0-440f-a8c0-79a50ae7c4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:14.291281 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:14.304637 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242aef14-14f0-440f-a8c0-79a50ae7c4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4593d565-4bbc-47b3-bccf-778ab916d60f,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:14.306958 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-242aef14-14f0-440f-a8c0-79a50ae7c4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:14.314314 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-242aef14-14f0-440f-a8c0-79a50ae7c4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:14.315570 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-242aef14-14f0-440f-a8c0-79a50ae7c4f9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4593d565-4bbc-47b3-bccf-778ab916d60f HTTP/1.1" status: 204  len: 168 time: 0.3071077
Apr 05 12:11:14.610530 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 46816) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:14.630869 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-40925a9f-7e7e-4cd8-acbe-5d627444d278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:14.646796 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-40925a9f-7e7e-4cd8-acbe-5d627444d278 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:11:14.651106 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-40925a9f-7e7e-4cd8-acbe-5d627444d278 admin admin] Usage tracker for resource:security_group_rule and tenant:1552e925417e40b99b81ee83f44ae6b4 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:11:14.654226 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-40925a9f-7e7e-4cd8-acbe-5d627444d278 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:11:14.660549 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-40925a9f-7e7e-4cd8-acbe-5d627444d278 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:11:14.745995 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-40925a9f-7e7e-4cd8-acbe-5d627444d278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:14.749202 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-40925a9f-7e7e-4cd8-acbe-5d627444d278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:14.758418 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-c647ef81-ca07-4693-942b-64127c9f7884 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:14.806173 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-40925a9f-7e7e-4cd8-acbe-5d627444d278 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1552e925417e40b99b81ee83f44ae6b4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1944075
Apr 05 12:11:14.807106 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40925a9f-7e7e-4cd8-acbe-5d627444d278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607b1377-c2c0-4846-baf4-a27038d337c1,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:14.809234 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 46824) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:14.810352 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-40925a9f-7e7e-4cd8-acbe-5d627444d278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:14.879000 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4db112fb-1ace-497b-81b2-74726d46aef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:14.906416 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4db112fb-1ace-497b-81b2-74726d46aef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:14.958717 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4db112fb-1ace-497b-81b2-74726d46aef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:14.968918 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-136f8127-ea63-48dd-88c9-fa6db9173bb4 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:14.991530 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db112fb-1ace-497b-81b2-74726d46aef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607b1377-c2c0-4846-baf4-a27038d337c1,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:14.994533 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-4db112fb-1ace-497b-81b2-74726d46aef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:14.995393 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4db112fb-1ace-497b-81b2-74726d46aef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:14.999864 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-4db112fb-1ace-497b-81b2-74726d46aef7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/607b1377-c2c0-4846-baf4-a27038d337c1 HTTP/1.1" status: 204  len: 168 time: 0.1886544
Apr 05 12:11:15.198319 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d40e4f-7779-48be-be62-c3edd2b76047 req-8a347d1f-580c-47fa-90bc-70aaf8dcb553 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:15.200406 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-06d40e4f-7779-48be-be62-c3edd2b76047 req-8a347d1f-580c-47fa-90bc-70aaf8dcb553 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 943 time: 0.1371469
Apr 05 12:11:15.255515 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-06d40e4f-7779-48be-be62-c3edd2b76047 req-e622f2a5-e372-49d3-9a97-4467284e9eb3 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461226
Apr 05 12:11:15.519321 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be440eb-2bed-4134-8710-fe72d4c5dc02 req-4504a185-9937-4f04-a7b3-1f599c44bee1 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:15.521083 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7be440eb-2bed-4134-8710-fe72d4c5dc02 req-4504a185-9937-4f04-a7b3-1f599c44bee1 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 945 time: 0.1006343
Apr 05 12:11:15.575238 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7be440eb-2bed-4134-8710-fe72d4c5dc02 req-d21f80a9-9672-41c9-b0f4-d8026cb4e8cb tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468054
Apr 05 12:11:15.782987 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ce5dc-49d9-4e7f-ae2a-5fa8712321ae req-73468d97-6060-4a5b-bad4-38129df656d0 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:15.784645 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-417ce5dc-49d9-4e7f-ae2a-5fa8712321ae req-73468d97-6060-4a5b-bad4-38129df656d0 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 945 time: 0.0943847
Apr 05 12:11:15.841162 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-417ce5dc-49d9-4e7f-ae2a-5fa8712321ae req-92c9863e-05c0-4e06-86f9-25592d2e6316 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490606
Apr 05 12:11:15.867960 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 46884) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:16.224613 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cb3de5-ed12-41ce-ae28-4530d06579e3 tempest-TestVolumeBootPattern-628324670 tempest-TestVolumeBootPattern-628324670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:16.230180 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 46898) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:16.230768 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-f2cb3de5-ed12-41ce-ae28-4530d06579e3 tempest-TestVolumeBootPattern-628324670 tempest-TestVolumeBootPattern-628324670-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 1093 time: 0.3611729
Apr 05 12:11:16.235926 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-4d7ae7df-1b46-4728-b3a2-a3aeeedc6854 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Request body: {'floatingip': {'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'port_id': '75dc0cbf-733b-4036-b284-69bfcafbac18', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:11:16.243176 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4d7ae7df-1b46-4728-b3a2-a3aeeedc6854 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:11:16.247603 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-4d7ae7df-1b46-4728-b3a2-a3aeeedc6854 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Usage tracker for resource:floatingip and tenant:629fa1a565724595a30468e1271ead78 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:11:16.250825 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-4d7ae7df-1b46-4728-b3a2-a3aeeedc6854 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:11:16.258225 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4d7ae7df-1b46-4728-b3a2-a3aeeedc6854 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:11:16.269407 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4d7ae7df-1b46-4728-b3a2-a3aeeedc6854 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for floatingip, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:16.525511 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f8e13-d9c3-404a-8f72-173f1463b020 req-abc545c8-166f-4f56-81a0-177a3d585daa tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:16.527294 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8a9f8e13-d9c3-404a-8f72-173f1463b020 req-abc545c8-166f-4f56-81a0-177a3d585daa tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 943 time: 0.1385841
Apr 05 12:11:16.530047 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4d7ae7df-1b46-4728-b3a2-a3aeeedc6854 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:16.639080 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8a9f8e13-d9c3-404a-8f72-173f1463b020 req-61d1e1be-7196-42f6-9bef-b7faec0fb882 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1053360
Apr 05 12:11:16.729146 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-4d7ae7df-1b46-4728-b3a2-a3aeeedc6854 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Allocated IP 172.27.0.216 (9d12ef10-d92d-4db6-ae05-ceb86a15802e/0ceae222-356e-4bb7-8260-995ea8a55dd5/a05b57b7-4d3a-4805-be3e-e59439859052) {{(pid=84269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:11:16.895312 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4d7ae7df-1b46-4728-b3a2-a3aeeedc6854 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for port, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:16.927307 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4d7ae7df-1b46-4728-b3a2-a3aeeedc6854 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:16.944639 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-6e8038f4-e5ad-4322-98fe-c43c5f2690f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:17.085412 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ae7df-1b46-4728-b3a2-a3aeeedc6854 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Pushing event updated for resources: {'Port': ['ID=a05b57b7-4d3a-4805-be3e-e59439859052,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:17.090854 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-4d7ae7df-1b46-4728-b3a2-a3aeeedc6854 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:17.148845 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7ae7df-1b46-4728-b3a2-a3aeeedc6854 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Network 9d12ef10-d92d-4db6-ae05-ceb86a15802e is already hosted by enough agents. {{(pid=84269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:11:17.150327 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-4d7ae7df-1b46-4728-b3a2-a3aeeedc6854 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Resources bound (agent type, host, resource id):  {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:11:17.152688 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7ae7df-1b46-4728-b3a2-a3aeeedc6854 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Received port after_create {{(pid=84269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:11:17.839143 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 46976) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:17.972591 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cd636b8b-a581-4b0a-939d-9f3c5aa48137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:17.993780 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cd636b8b-a581-4b0a-939d-9f3c5aa48137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:11:17.998237 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-cd636b8b-a581-4b0a-939d-9f3c5aa48137 admin admin] Usage tracker for resource:security_group_rule and tenant:bf435f61e5744c3ba16aec8211f6cb14 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:11:18.001261 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-cd636b8b-a581-4b0a-939d-9f3c5aa48137 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:11:18.008388 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cd636b8b-a581-4b0a-939d-9f3c5aa48137 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:11:18.037475 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4d7ae7df-1b46-4728-b3a2-a3aeeedc6854 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:18.101531 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cd636b8b-a581-4b0a-939d-9f3c5aa48137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:18.102514 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f98d9-3f11-45da-b86b-8746eb341522 req-885ec646-a7c2-4c6d-8a72-ba5714633913 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:18.105627 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-577f98d9-3f11-45da-b86b-8746eb341522 req-885ec646-a7c2-4c6d-8a72-ba5714633913 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 943 time: 0.1838484
Apr 05 12:11:18.128723 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cd636b8b-a581-4b0a-939d-9f3c5aa48137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:18.161135 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d3b78d5f-9611-42cf-88e1-58b8721f084b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:18.173699 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-cd636b8b-a581-4b0a-939d-9f3c5aa48137 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bf435f61e5744c3ba16aec8211f6cb14&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3332639
Apr 05 12:11:18.174410 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 46988) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:18.238464 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-577f98d9-3f11-45da-b86b-8746eb341522 req-11d016d6-395a-4335-860a-fa25a89d216d tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1103718
Apr 05 12:11:18.239376 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4d7ae7df-1b46-4728-b3a2-a3aeeedc6854 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:18.270550 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd636b8b-a581-4b0a-939d-9f3c5aa48137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83049a64-3514-4e8e-8871-9c02f6b87a55,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:18.275872 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-cd636b8b-a581-4b0a-939d-9f3c5aa48137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:18.277787 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 46992) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:18.278655 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6221192-c14d-4e61-89db-7ef70785ae8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:18.314179 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6221192-c14d-4e61-89db-7ef70785ae8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:18.362109 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6221192-c14d-4e61-89db-7ef70785ae8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:18.368064 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-34df946f-9387-432e-8bfb-f657afab60a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:18.383061 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6221192-c14d-4e61-89db-7ef70785ae8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83049a64-3514-4e8e-8871-9c02f6b87a55,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:18.386206 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f6221192-c14d-4e61-89db-7ef70785ae8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:18.392540 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6221192-c14d-4e61-89db-7ef70785ae8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:18.399999 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-f6221192-c14d-4e61-89db-7ef70785ae8e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/83049a64-3514-4e8e-8871-9c02f6b87a55 HTTP/1.1" status: 204  len: 168 time: 0.2207513
Apr 05 12:11:18.476954 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3266212f-117e-4176-804b-21e56505d608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:18.501869 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3266212f-117e-4176-804b-21e56505d608 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:11:18.520805 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-3266212f-117e-4176-804b-21e56505d608 admin admin] Usage tracker for resource:security_group_rule and tenant:1fb0d5a743b5481ab6cd8a6c0e08dd8c is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:11:18.525928 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-3266212f-117e-4176-804b-21e56505d608 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:11:18.535522 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3266212f-117e-4176-804b-21e56505d608 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:11:18.605405 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4d7ae7df-1b46-4728-b3a2-a3aeeedc6854 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for port, precommit_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:18.610851 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4d7ae7df-1b46-4728-b3a2-a3aeeedc6854 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2694713'] for port, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:18.630810 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:18.680110 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 47002) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:18.699644 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d22d57a4-7465-421e-81b5-3d6848931fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:18.715068 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d22d57a4-7465-421e-81b5-3d6848931fed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:11:18.719142 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-d22d57a4-7465-421e-81b5-3d6848931fed admin admin] Usage tracker for resource:security_group_rule and tenant:e1c3c94871e84ee9a3473a5c675964bc is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:11:18.722845 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-d22d57a4-7465-421e-81b5-3d6848931fed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:11:18.729171 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d22d57a4-7465-421e-81b5-3d6848931fed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:11:18.778619 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ae7df-1b46-4728-b3a2-a3aeeedc6854 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Pushing event updated for resources: {'Port': ['ID=a05b57b7-4d3a-4805-be3e-e59439859052,revision_number=2']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:18.785846 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-4d7ae7df-1b46-4728-b3a2-a3aeeedc6854 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:18.816431 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d22d57a4-7465-421e-81b5-3d6848931fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:18.819312 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d22d57a4-7465-421e-81b5-3d6848931fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:18.828113 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f2fcd2b5-b163-4000-9f4e-0616b1422ae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:18.843662 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3266212f-117e-4176-804b-21e56505d608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:18.850049 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3266212f-117e-4176-804b-21e56505d608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:18.860184 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-46621207-eade-4ee6-90d2-f7b69e44eba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:18.871407 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-d22d57a4-7465-421e-81b5-3d6848931fed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e1c3c94871e84ee9a3473a5c675964bc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1899917
Apr 05 12:11:18.872312 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d57a4-7465-421e-81b5-3d6848931fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6041191-d803-4b11-8c9c-9e26f5a9fa38,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:18.875575 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d22d57a4-7465-421e-81b5-3d6848931fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:18.876266 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 47006) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:18.938560 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb7c1ba6-8106-401e-be8c-6f8da68e8b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:18.946926 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-3266212f-117e-4176-804b-21e56505d608 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1fb0d5a743b5481ab6cd8a6c0e08dd8c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6654785
Apr 05 12:11:18.947777 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 47010) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:18.956428 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3266212f-117e-4176-804b-21e56505d608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3b0882-d4fd-4d46-9a19-b064ffd18917,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:18.966745 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb7c1ba6-8106-401e-be8c-6f8da68e8b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:18.971155 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-3266212f-117e-4176-804b-21e56505d608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:18.996108 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4d7ae7df-1b46-4728-b3a2-a3aeeedc6854 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854330421'] for floatingip, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:19.016765 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb7c1ba6-8106-401e-be8c-6f8da68e8b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:19.022500 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-5c480019-e5b4-404d-a273-68d26efd708b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:19.033474 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c1ba6-8106-401e-be8c-6f8da68e8b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6041191-d803-4b11-8c9c-9e26f5a9fa38,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:19.035944 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-cb7c1ba6-8106-401e-be8c-6f8da68e8b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:19.042030 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb7c1ba6-8106-401e-be8c-6f8da68e8b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:19.045746 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-cb7c1ba6-8106-401e-be8c-6f8da68e8b2d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b6041191-d803-4b11-8c9c-9e26f5a9fa38 HTTP/1.1" status: 204  len: 168 time: 0.1660397
Apr 05 12:11:19.183279 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-06dc3f20-35e2-416b-8ffb-fadd8c9068fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:19.233158 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-06dc3f20-35e2-416b-8ffb-fadd8c9068fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:19.245560 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.l3_db [None req-4d7ae7df-1b46-4728-b3a2-a3aeeedc6854 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Floating IP 07ec5cec-fbfd-4185-99d8-b2f079576795 associated. External IP: 172.27.0.216, port: 75dc0cbf-733b-4036-b284-69bfcafbac18.
Apr 05 12:11:19.459114 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-06dc3f20-35e2-416b-8ffb-fadd8c9068fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:19.464961 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-10829df4-f899-42d1-8ac9-2aae3e01d953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:19.481340 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc3f20-35e2-416b-8ffb-fadd8c9068fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3b0882-d4fd-4d46-9a19-b064ffd18917,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:19.483796 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a66c72-382b-488a-91da-bc18ba706a11 req-80213819-8399-41ea-b967-8cc4e16b920f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:19.485558 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e5a66c72-382b-488a-91da-bc18ba706a11 req-80213819-8399-41ea-b967-8cc4e16b920f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 943 time: 0.0988350
Apr 05 12:11:19.542942 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e5a66c72-382b-488a-91da-bc18ba706a11 req-fdad249e-6e8c-4b32-82b8-8530665e0fcc tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493026
Apr 05 12:11:19.546441 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-06dc3f20-35e2-416b-8ffb-fadd8c9068fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:19.646515 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-06dc3f20-35e2-416b-8ffb-fadd8c9068fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:19.647753 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-06dc3f20-35e2-416b-8ffb-fadd8c9068fd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5e3b0882-d4fd-4d46-9a19-b064ffd18917 HTTP/1.1" status: 204  len: 168 time: 0.6989989
Apr 05 12:11:19.700908 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7ae7df-1b46-4728-b3a2-a3aeeedc6854 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Router e5d19339-7fe4-4183-a097-fdd56b319eeb has already been hosted by L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d {{(pid=84269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 12:11:20.045276 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 47048) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:20.067344 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-140f4826-41f4-4a0a-8b53-99d45993bf5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:20.083536 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-140f4826-41f4-4a0a-8b53-99d45993bf5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:11:20.087652 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-140f4826-41f4-4a0a-8b53-99d45993bf5b admin admin] Usage tracker for resource:security_group_rule and tenant:65120a6a8de641399aeb8c8b5d91543c is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:11:20.090646 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-140f4826-41f4-4a0a-8b53-99d45993bf5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:11:20.097220 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-140f4826-41f4-4a0a-8b53-99d45993bf5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:11:20.123811 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7ae7df-1b46-4728-b3a2-a3aeeedc6854 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:11:20.136034 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8898d862-02c8-4049-ae32-15eec80cfa49 None None] Sync routers for ids ['e5d19339-7fe4-4183-a097-fdd56b319eeb'] in dv-cinder-784763-1-iscsi {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:11:20.148303 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8898d862-02c8-4049-ae32-15eec80cfa49 None None] Routers {'e5d19339-7fe4-4183-a097-fdd56b319eeb'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:11:20.149936 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-8898d862-02c8-4049-ae32-15eec80cfa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24609598d0>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:10:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['e5d19339-7fe4-4183-a097-fdd56b319eeb'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:11:20.172391 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4d7ae7df-1b46-4728-b3a2-a3aeeedc6854 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for floatingip, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:20.219302 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-140f4826-41f4-4a0a-8b53-99d45993bf5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:20.224570 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-140f4826-41f4-4a0a-8b53-99d45993bf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:20.235363 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f4e4fc17-5de1-4c99-bdd3-a9dd1aecb2ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:20.246151 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-4d7ae7df-1b46-4728-b3a2-a3aeeedc6854 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.0149696
Apr 05 12:11:20.247178 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f627d1-6185-40fa-8a66-bf568242e6c1', 'tag': '75dc0cbf-733b-4036-b284-69bfcafbac18'}] {{(pid=84269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:11:20.291236 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f4826-41f4-4a0a-8b53-99d45993bf5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a667677b-26a9-4410-a29b-75637f90f929,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:20.303081 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62f627d1-6185-40fa-8a66-bf568242e6c1', 'tag': '75dc0cbf-733b-4036-b284-69bfcafbac18', 'status': 'completed', 'code': 200}
Apr 05 12:11:20.304488 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-140f4826-41f4-4a0a-8b53-99d45993bf5b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=65120a6a8de641399aeb8c8b5d91543c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2573097
Apr 05 12:11:20.305586 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-140f4826-41f4-4a0a-8b53-99d45993bf5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:20.307347 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 47058) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:20.388198 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-8898d862-02c8-4049-ae32-15eec80cfa49 None None] Set router e5d19339-7fe4-4183-a097-fdd56b319eeb gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:11:20.424083 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-738b6446-4ff7-42ef-9740-6bb77ff32381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:20.427017 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ffde91-1e9a-42fb-9a21-290158995633 req-2f03a6f0-6a7c-4ee0-b5aa-422100d71f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:20.429094 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-25ffde91-1e9a-42fb-9a21-290158995633 req-2f03a6f0-6a7c-4ee0-b5aa-422100d71f33 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=629fa1a565724595a30468e1271ead78&device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 1098 time: 0.1019690
Apr 05 12:11:20.467431 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-738b6446-4ff7-42ef-9740-6bb77ff32381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:20.532423 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-738b6446-4ff7-42ef-9740-6bb77ff32381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:20.548029 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d0ca42ad-14d4-4c41-ba12-42ea79b366b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:20.561259 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b6446-4ff7-42ef-9740-6bb77ff32381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a667677b-26a9-4410-a29b-75637f90f929,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:20.571059 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738b6446-4ff7-42ef-9740-6bb77ff32381 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:11:20.571499 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738b6446-4ff7-42ef-9740-6bb77ff32381 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:11:20.571955 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738b6446-4ff7-42ef-9740-6bb77ff32381 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:11:20.572306 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738b6446-4ff7-42ef-9740-6bb77ff32381 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:11:20.572717 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738b6446-4ff7-42ef-9740-6bb77ff32381 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:11:20.573247 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738b6446-4ff7-42ef-9740-6bb77ff32381 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:11:20.573609 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738b6446-4ff7-42ef-9740-6bb77ff32381 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:11:20.573870 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738b6446-4ff7-42ef-9740-6bb77ff32381 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:11:20.574310 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738b6446-4ff7-42ef-9740-6bb77ff32381 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:11:20.574715 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738b6446-4ff7-42ef-9740-6bb77ff32381 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:11:20.575121 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738b6446-4ff7-42ef-9740-6bb77ff32381 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:11:20.575610 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738b6446-4ff7-42ef-9740-6bb77ff32381 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:11:20.589855 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-738b6446-4ff7-42ef-9740-6bb77ff32381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:20.591322 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-738b6446-4ff7-42ef-9740-6bb77ff32381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:20.592516 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-738b6446-4ff7-42ef-9740-6bb77ff32381 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a667677b-26a9-4410-a29b-75637f90f929 HTTP/1.1" status: 204  len: 168 time: 0.2844124
Apr 05 12:11:20.757452 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ffde91-1e9a-42fb-9a21-290158995633 req-7aa6ac1d-b748-4cd0-b860-1c825dc323aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:20.759243 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-25ffde91-1e9a-42fb-9a21-290158995633 req-7aa6ac1d-b748-4cd0-b860-1c825dc323aa service neutron] 10.222.0.37 "GET /v2.0/networks?id=a3e4dca9-c22e-4b2f-b50e-39573f778a69 HTTP/1.1" status: 200  len: 912 time: 0.3221192
Apr 05 12:11:20.805074 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-8898d862-02c8-4049-ae32-15eec80cfa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24609598d0>, [{'id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'name': 'tempest-TestVolumeBootPattern-569576050-router', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:53Z', 'updated_at': '2021-04-05T12:09:02Z', 'revision_number': 4, 'project_id': '629fa1a565724595a30468e1271ead78', 'gw_port': {'id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:55Z', 'updated_at': '2021-04-05T12:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_floatingips': [{'id': '07ec5cec-fbfd-4185-99d8-b2f079576795', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'router_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'port_id': '75dc0cbf-733b-4036-b284-69bfcafbac18', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'mac_address': 'fa:16:3e:c9:1e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f627d1-6185-40fa-8a66-bf568242e6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:11:17Z', 'updated_at': '2021-04-05T12:11:17Z', 'revision_number': 0, 'project_id': '629fa1a565724595a30468e1271ead78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '618bc0a5-d832-4a1e-bcde-4a8f04eb16df', 'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'mac_address': 'fa:16:3e:ad:bd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:01Z', 'updated_at': '2021-04-05T12:09:21Z', 'revision_number': 5, 'project_id': '629fa1a565724595a30468e1271ead78', 'subnets': [{'id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:11:20.810033 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8898d862-02c8-4049-ae32-15eec80cfa49 None None] Checking router: e5d19339-7fe4-4183-a097-fdd56b319eeb for host: dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:11:20.820813 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8898d862-02c8-4049-ae32-15eec80cfa49 None None] Routers {'e5d19339-7fe4-4183-a097-fdd56b319eeb'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:11:20.821766 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-8898d862-02c8-4049-ae32-15eec80cfa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24609598d0>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:10:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['e5d19339-7fe4-4183-a097-fdd56b319eeb'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:11:20.900924 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-25ffde91-1e9a-42fb-9a21-290158995633 req-cf74d8eb-9afc-4af5-9473-537c475667bc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75dc0cbf-733b-4036-b284-69bfcafbac18 HTTP/1.1" status: 200  len: 999 time: 0.1322358
Apr 05 12:11:20.910596 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313eee1-7f80-484e-afa3-fe23dcad5436 req-40fa875c-e0fd-4005-ba7e-837d32b2d5f9 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:20.918061 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e313eee1-7f80-484e-afa3-fe23dcad5436 req-40fa875c-e0fd-4005-ba7e-837d32b2d5f9 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 943 time: 0.2162037
Apr 05 12:11:21.014683 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ffde91-1e9a-42fb-9a21-290158995633 req-cb856ea4-d536-458f-acb3-948179f565ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:21.016290 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-25ffde91-1e9a-42fb-9a21-290158995633 req-cb856ea4-d536-458f-acb3-948179f565ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=34a1f558-4685-48e4-a199-4b7768f4f5df HTTP/1.1" status: 200  len: 850 time: 0.0954404
Apr 05 12:11:21.037012 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-8898d862-02c8-4049-ae32-15eec80cfa49 None None] Set router e5d19339-7fe4-4183-a097-fdd56b319eeb gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:11:21.037166 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e313eee1-7f80-484e-afa3-fe23dcad5436 req-8df2f838-9984-4588-9451-aede2a9bc5b5 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1180496
Apr 05 12:11:21.182420 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ffde91-1e9a-42fb-9a21-290158995633 req-6f6e45e0-0ee8-4948-ac8e-34ee7c82878a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:21.184232 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-25ffde91-1e9a-42fb-9a21-290158995633 req-6f6e45e0-0ee8-4948-ac8e-34ee7c82878a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a3e4dca9-c22e-4b2f-b50e-39573f778a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1460965
Apr 05 12:11:21.375097 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-25ffde91-1e9a-42fb-9a21-290158995633 req-db97a90d-eb3a-4c1e-92c0-f297c9d0acbb service neutron] 10.222.0.37 "GET /v2.0/networks/a3e4dca9-c22e-4b2f-b50e-39573f778a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1823258
Apr 05 12:11:21.484797 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-8898d862-02c8-4049-ae32-15eec80cfa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24609598d0>, [{'id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'name': 'tempest-TestVolumeBootPattern-569576050-router', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:53Z', 'updated_at': '2021-04-05T12:09:02Z', 'revision_number': 4, 'project_id': '629fa1a565724595a30468e1271ead78', 'gw_port': {'id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:55Z', 'updated_at': '2021-04-05T12:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_floatingips': [{'id': '07ec5cec-fbfd-4185-99d8-b2f079576795', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'router_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'port_id': '75dc0cbf-733b-4036-b284-69bfcafbac18', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'mac_address': 'fa:16:3e:c9:1e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f627d1-6185-40fa-8a66-bf568242e6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:11:17Z', 'updated_at': '2021-04-05T12:11:17Z', 'revision_number': 0, 'project_id': '629fa1a565724595a30468e1271ead78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '618bc0a5-d832-4a1e-bcde-4a8f04eb16df', 'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'mac_address': 'fa:16:3e:ad:bd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:01Z', 'updated_at': '2021-04-05T12:09:21Z', 'revision_number': 5, 'project_id': '629fa1a565724595a30468e1271ead78', 'subnets': [{'id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:11:21.490322 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8898d862-02c8-4049-ae32-15eec80cfa49 None None] The sync data for ids ['e5d19339-7fe4-4183-a097-fdd56b319eeb'] in dv-cinder-784763-1-iscsi is: [{'id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'name': 'tempest-TestVolumeBootPattern-569576050-router', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:53Z', 'updated_at': '2021-04-05T12:09:02Z', 'revision_number': 4, 'project_id': '629fa1a565724595a30468e1271ead78', 'gw_port': {'id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:55Z', 'updated_at': '2021-04-05T12:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_floatingips': [{'id': '07ec5cec-fbfd-4185-99d8-b2f079576795', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'router_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'port_id': '75dc0cbf-733b-4036-b284-69bfcafbac18', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'mac_address': 'fa:16:3e:c9:1e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f627d1-6185-40fa-8a66-bf568242e6c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:11:17Z', 'updated_at': '2021-04-05T12:11:17Z', 'revision_number': 0, 'project_id': '629fa1a565724595a30468e1271ead78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '618bc0a5-d832-4a1e-bcde-4a8f04eb16df', 'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'mac_address': 'fa:16:3e:ad:bd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:01Z', 'updated_at': '2021-04-05T12:09:21Z', 'revision_number': 5, 'project_id': '629fa1a565724595a30468e1271ead78', 'subnets': [{'id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:11:21.552519 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-25ffde91-1e9a-42fb-9a21-290158995633 req-f11b4ddb-a92d-405d-8984-f28a9598ab6c service neutron] 10.222.0.37 "GET /v2.0/networks/a3e4dca9-c22e-4b2f-b50e-39573f778a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1692359
Apr 05 12:11:21.677657 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 12:11:21.825008 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=7be1a319-4ced-48c7-93cc-a31f4f1d1bd8,segment=NetworkSegment(e495bedb-3d01-4d20-b74e-aa316357e53b),segment_id=e495bedb-3d01-4d20-b74e-aa316357e53b)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:11:21.840960 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Returning: {'device': '7be1a319-4ced-48c7-93cc-a31f4f1d1bd8', 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b', 'port_id': '7be1a319-4ced-48c7-93cc-a31f4f1d1bd8', 'mac_address': 'fa:16:3e:f7:b7:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3bbfe2a-e26d-4eee-9523-0b0e4c649bfb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 12:11:21.866417 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80062c4b-473d-4566-b43e-dd6f2ca2bf6a None None] New status for floating IP 07ec5cec-fbfd-4185-99d8-b2f079576795: ACTIVE {{(pid=84271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 05 12:11:21.902794 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:21.921766 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 {{(pid=84270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:11:21.938037 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=7be1a319-4ced-48c7-93cc-a31f4f1d1bd8,segment=NetworkSegment(e495bedb-3d01-4d20-b74e-aa316357e53b),segment_id=e495bedb-3d01-4d20-b74e-aa316357e53b)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:11:21.941477 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:21.944105 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:22.020012 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=7be1a319-4ced-48c7-93cc-a31f4f1d1bd8,revision_number=9']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:22.023360 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:22.292842 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b636732-8518-4c6b-8e98-620a5e12703a req-4504d291-8a52-4b3c-90c6-facd7e1ea552 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:22.294550 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2b636732-8518-4c6b-8e98-620a5e12703a req-4504d291-8a52-4b3c-90c6-facd7e1ea552 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 944 time: 0.1020179
Apr 05 12:11:22.318090 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['7be1a319-4ced-48c7-93cc-a31f4f1d1bd8'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:11:22.344684 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2b636732-8518-4c6b-8e98-620a5e12703a req-c6849e2e-6f19-42bf-b52e-eee16799bf8c tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430577
Apr 05 12:11:23.553559 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229fbb07-5faf-4dd9-8f25-58d6905772da req-4ed6dddf-7ebd-45d1-95bf-00662fc0ba76 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:23.555237 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-229fbb07-5faf-4dd9-8f25-58d6905772da req-4ed6dddf-7ebd-45d1-95bf-00662fc0ba76 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 944 time: 0.0906537
Apr 05 12:11:23.602853 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-229fbb07-5faf-4dd9-8f25-58d6905772da req-52918d3b-25a7-41f6-ad25-777aff47dc08 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412290
Apr 05 12:11:23.629161 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-318907d8-e9eb-4d82-acdf-3bdb4fcfaf0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:23.686067 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 up at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:11:23.761349 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning complete for port 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:11:23.761769 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:23.900706 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:23.930059 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41cc66fe-6283-4798-b54a-9647f39a77ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be1a319-4ced-48c7-93cc-a31f4f1d1bd8'}] {{(pid=84270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:11:23.942156 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=7be1a319-4ced-48c7-93cc-a31f4f1d1bd8,segment=NetworkSegment(e495bedb-3d01-4d20-b74e-aa316357e53b),segment_id=e495bedb-3d01-4d20-b74e-aa316357e53b)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:11:23.971574 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:23.973160 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:24.022001 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41cc66fe-6283-4798-b54a-9647f39a77ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be1a319-4ced-48c7-93cc-a31f4f1d1bd8', 'code': 200}
Apr 05 12:11:24.052975 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=7be1a319-4ced-48c7-93cc-a31f4f1d1bd8,revision_number=10']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:24.055784 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:24.340439 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 47148) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:24.466311 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62eec6a3-7db9-460e-a53e-6012d33f027d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:24.485309 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-62eec6a3-7db9-460e-a53e-6012d33f027d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:11:24.490240 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-62eec6a3-7db9-460e-a53e-6012d33f027d admin admin] Usage tracker for resource:security_group_rule and tenant:c450b5c546ba4b8198141e913c87487b is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:11:24.493191 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-62eec6a3-7db9-460e-a53e-6012d33f027d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:11:24.499197 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-62eec6a3-7db9-460e-a53e-6012d33f027d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:11:24.638411 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08dd04c-6302-4fd0-85e6-04595b16568e req-1748cfe9-9468-494d-93f9-0d9dc20234d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:24.640061 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c08dd04c-6302-4fd0-85e6-04595b16568e req-1748cfe9-9468-494d-93f9-0d9dc20234d1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 1099 time: 0.1240602
Apr 05 12:11:24.671959 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62eec6a3-7db9-460e-a53e-6012d33f027d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:24.677115 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62eec6a3-7db9-460e-a53e-6012d33f027d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:24.685464 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-90d0a5cf-210e-4441-939d-15fd5646a0a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:24.778001 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c08dd04c-6302-4fd0-85e6-04595b16568e req-d3d84c75-f450-40ca-bd31-d3fcb115dc33 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1303258
Apr 05 12:11:24.780265 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-62eec6a3-7db9-460e-a53e-6012d33f027d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c450b5c546ba4b8198141e913c87487b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4387846
Apr 05 12:11:24.783318 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 47156) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:24.787231 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eec6a3-7db9-460e-a53e-6012d33f027d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05d1e47-2301-41b9-a004-059dbd763a53,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:24.790779 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-62eec6a3-7db9-460e-a53e-6012d33f027d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:24.837017 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da8d4c-37f7-4652-8c5e-bf2c6668e450 req-e06b7c38-c86e-41eb-b66d-20e17e6b3b57 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:24.838627 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-06da8d4c-37f7-4652-8c5e-bf2c6668e450 req-e06b7c38-c86e-41eb-b66d-20e17e6b3b57 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 946 time: 0.1066377
Apr 05 12:11:24.847074 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0e0b770a-b48e-477a-b6cf-85f037f2edb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:24.863685 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:24.875787 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0e0b770a-b48e-477a-b6cf-85f037f2edb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:24.889265 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-06da8d4c-37f7-4652-8c5e-bf2c6668e450 req-74a6eef3-0ff2-44e4-95ed-8a193b7825ab tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442107
Apr 05 12:11:24.921409 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0e0b770a-b48e-477a-b6cf-85f037f2edb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:24.926617 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-40925a9f-7e7e-4cd8-acbe-5d627444d278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:24.940224 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b770a-b48e-477a-b6cf-85f037f2edb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05d1e47-2301-41b9-a004-059dbd763a53,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:24.942628 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-0e0b770a-b48e-477a-b6cf-85f037f2edb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:24.944797 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0e0b770a-b48e-477a-b6cf-85f037f2edb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:24.945960 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-0e0b770a-b48e-477a-b6cf-85f037f2edb0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d05d1e47-2301-41b9-a004-059dbd763a53 HTTP/1.1" status: 204  len: 168 time: 0.1609445
Apr 05 12:11:25.309903 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 47176) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:25.345829 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-11f768e3-29be-4d36-8f36-1b0969be2dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:25.373769 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-11f768e3-29be-4d36-8f36-1b0969be2dd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:11:25.381355 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-11f768e3-29be-4d36-8f36-1b0969be2dd1 admin admin] Usage tracker for resource:security_group_rule and tenant:1c0f9b52806e4497aee58cf71b4d8318 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:11:25.384813 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-11f768e3-29be-4d36-8f36-1b0969be2dd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:11:25.390264 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d114ff2-2013-4977-a4c9-57ae4f745c44 req-551561f4-38f5-4c39-802d-7e8a7acd0c63 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:25.391295 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-11f768e3-29be-4d36-8f36-1b0969be2dd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:11:25.391873 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0d114ff2-2013-4977-a4c9-57ae4f745c44 req-551561f4-38f5-4c39-802d-7e8a7acd0c63 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.1003151
Apr 05 12:11:25.441591 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0d114ff2-2013-4977-a4c9-57ae4f745c44 req-c6641b07-1d0b-4ed5-b9c9-84b5da5e72b3 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419056
Apr 05 12:11:25.477557 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-11f768e3-29be-4d36-8f36-1b0969be2dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:25.480670 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-11f768e3-29be-4d36-8f36-1b0969be2dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:25.489615 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2322d6f3-95ec-4846-8570-e0f1db6a48ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:25.535255 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-11f768e3-29be-4d36-8f36-1b0969be2dd1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1c0f9b52806e4497aee58cf71b4d8318&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2209594
Apr 05 12:11:25.535255 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f768e3-29be-4d36-8f36-1b0969be2dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4905673-3108-4aad-a940-75492d1a4b0a,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:25.536518 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 47180) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:25.575433 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-11f768e3-29be-4d36-8f36-1b0969be2dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:25.599859 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f8237517-9c3a-4247-b7e4-1dd2d35ad36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:25.627114 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f8237517-9c3a-4247-b7e4-1dd2d35ad36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:25.677674 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f8237517-9c3a-4247-b7e4-1dd2d35ad36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:25.683022 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-c3876327-25f9-430b-88f6-6255c22593e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:25.699035 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8237517-9c3a-4247-b7e4-1dd2d35ad36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4905673-3108-4aad-a940-75492d1a4b0a,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:25.701736 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f8237517-9c3a-4247-b7e4-1dd2d35ad36b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:25.703032 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f8237517-9c3a-4247-b7e4-1dd2d35ad36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:25.707139 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-f8237517-9c3a-4247-b7e4-1dd2d35ad36b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b4905673-3108-4aad-a940-75492d1a4b0a HTTP/1.1" status: 204  len: 168 time: 0.1694448
Apr 05 12:11:25.893663 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e570ad1-6934-4528-b898-f0a53a380d33 req-c6731be9-503b-4c54-acf2-ddfd6d60d924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:25.895211 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7e570ad1-6934-4528-b898-f0a53a380d33 req-c6731be9-503b-4c54-acf2-ddfd6d60d924 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=525c6898bd0b4bc98230f38ee54db7c6&device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 1099 time: 0.0779867
Apr 05 12:11:26.023883 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-70aea288-fe52-4eda-9780-388f6c552970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:26.124834 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e570ad1-6934-4528-b898-f0a53a380d33 req-595284de-dedc-4891-95de-93198110c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:26.126509 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7e570ad1-6934-4528-b898-f0a53a380d33 req-595284de-dedc-4891-95de-93198110c4fc service neutron] 10.222.0.37 "GET /v2.0/networks?id=0d1a45c1-5bda-4177-9f6d-4ce95f1005fb HTTP/1.1" status: 200  len: 912 time: 0.2053123
Apr 05 12:11:26.168923 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8e1e4-f550-4b29-a1a6-492da769aff8 req-f0c6a9a3-49c0-4780-84b9-333897b0b90f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:26.176904 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-baf8e1e4-f550-4b29-a1a6-492da769aff8 req-f0c6a9a3-49c0-4780-84b9-333897b0b90f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 946 time: 0.1336153
Apr 05 12:11:26.230249 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-baf8e1e4-f550-4b29-a1a6-492da769aff8 req-b9d2174d-aa00-4f3d-bfa0-0e55ffe42b3f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522814
Apr 05 12:11:26.252218 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7e570ad1-6934-4528-b898-f0a53a380d33 req-fd0b75c7-96ef-4195-9f3d-9f02e2427f66 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2955123-ae33-4531-94cd-a14eaa61a2ca HTTP/1.1" status: 200  len: 1001 time: 0.1175647
Apr 05 12:11:26.337849 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e570ad1-6934-4528-b898-f0a53a380d33 req-a13b4a84-50a8-4865-a882-17de70738d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:26.339463 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7e570ad1-6934-4528-b898-f0a53a380d33 req-a13b4a84-50a8-4865-a882-17de70738d88 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e2bf2297-d799-490c-8e49-5e5a4e02830c HTTP/1.1" status: 200  len: 850 time: 0.0797374
Apr 05 12:11:26.427597 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e570ad1-6934-4528-b898-f0a53a380d33 req-3a7093d0-279c-4003-9198-af5cef07b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:26.429043 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7e570ad1-6934-4528-b898-f0a53a380d33 req-3a7093d0-279c-4003-9198-af5cef07b087 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d1a45c1-5bda-4177-9f6d-4ce95f1005fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0814624
Apr 05 12:11:26.501686 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:26.671427 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7e570ad1-6934-4528-b898-f0a53a380d33 req-50fac056-0199-43d5-926c-91b20133ec2d service neutron] 10.222.0.37 "GET /v2.0/networks/0d1a45c1-5bda-4177-9f6d-4ce95f1005fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2309339
Apr 05 12:11:27.050360 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7e570ad1-6934-4528-b898-f0a53a380d33 req-859eef67-c338-4c80-911a-22a295d784a5 service neutron] 10.222.0.37 "GET /v2.0/networks/0d1a45c1-5bda-4177-9f6d-4ce95f1005fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3669777
Apr 05 12:11:27.068526 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc086242-1a58-4234-a243-c18a9149c251 req-f0f5734e-d2ae-48e8-9353-23e8ac9eac55 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:27.076206 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fc086242-1a58-4234-a243-c18a9149c251 req-f0f5734e-d2ae-48e8-9353-23e8ac9eac55 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.4870884
Apr 05 12:11:27.130753 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fc086242-1a58-4234-a243-c18a9149c251 req-357132e3-2ed7-470c-a995-c84d1bed33a5 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535481
Apr 05 12:11:27.478317 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c31a5-5ef9-4301-92cb-9cd9c720da3b req-51ef717c-4630-472f-ae62-9c002b38abd3 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:27.479947 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-390c31a5-5ef9-4301-92cb-9cd9c720da3b req-51ef717c-4630-472f-ae62-9c002b38abd3 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 946 time: 0.0961263
Apr 05 12:11:27.531300 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-390c31a5-5ef9-4301-92cb-9cd9c720da3b req-3903b538-f5b7-4ac2-aff6-5021c3e29edd tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433559
Apr 05 12:11:28.063222 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:28.336592 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3687b6-495a-421c-a199-9e567af293a3 req-99f4ae57-3e14-476b-87c2-2b1efb96c793 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:28.338177 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7a3687b6-495a-421c-a199-9e567af293a3 req-99f4ae57-3e14-476b-87c2-2b1efb96c793 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.0960073
Apr 05 12:11:28.388469 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7a3687b6-495a-421c-a199-9e567af293a3 req-46ebbb13-3390-4a95-a485-42cbedd6708c tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439210
Apr 05 12:11:28.651584 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:29.612628 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10755180-86f3-4a63-8e54-1dd173dfaa9f req-5ebf406b-2e05-4c0f-a588-3264151d978c tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:29.614370 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-10755180-86f3-4a63-8e54-1dd173dfaa9f req-5ebf406b-2e05-4c0f-a588-3264151d978c tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.0949712
Apr 05 12:11:29.666847 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-10755180-86f3-4a63-8e54-1dd173dfaa9f req-5e68e06e-1674-4f9b-8ee0-8e61aee489f5 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461905
Apr 05 12:11:30.899807 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c438b3-306c-40e4-8cb3-725ad2abea92 req-35906afe-35d7-4296-98c4-59b5c486e13b tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:30.901480 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e1c438b3-306c-40e4-8cb3-725ad2abea92 req-35906afe-35d7-4296-98c4-59b5c486e13b tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.1043475
Apr 05 12:11:30.963938 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e1c438b3-306c-40e4-8cb3-725ad2abea92 req-81e98f05-bee9-49f8-a0f1-80f4827f139f tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491934
Apr 05 12:11:31.037195 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 47376) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:31.173797 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4649ab1c-6ad6-45dd-bd66-a243c564f247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:31.189400 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4649ab1c-6ad6-45dd-bd66-a243c564f247 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:11:31.193638 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-4649ab1c-6ad6-45dd-bd66-a243c564f247 admin admin] Usage tracker for resource:security_group_rule and tenant:6342dd8f0c6c436d8176ef3c31539c03 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:11:31.196604 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-4649ab1c-6ad6-45dd-bd66-a243c564f247 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:11:31.202556 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4649ab1c-6ad6-45dd-bd66-a243c564f247 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:11:31.288556 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4649ab1c-6ad6-45dd-bd66-a243c564f247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:31.291382 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4649ab1c-6ad6-45dd-bd66-a243c564f247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:31.303162 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-4db112fb-1ace-497b-81b2-74726d46aef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:31.344788 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-4649ab1c-6ad6-45dd-bd66-a243c564f247 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6342dd8f0c6c436d8176ef3c31539c03&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3063121
Apr 05 12:11:31.346498 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649ab1c-6ad6-45dd-bd66-a243c564f247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c8bc12-aed1-4499-a474-712755accb85,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:31.347798 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 47382) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:31.354548 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4649ab1c-6ad6-45dd-bd66-a243c564f247 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:11:31.354954 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4649ab1c-6ad6-45dd-bd66-a243c564f247 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:11:31.355353 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4649ab1c-6ad6-45dd-bd66-a243c564f247 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:11:31.355740 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4649ab1c-6ad6-45dd-bd66-a243c564f247 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:11:31.356127 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4649ab1c-6ad6-45dd-bd66-a243c564f247 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:11:31.356513 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4649ab1c-6ad6-45dd-bd66-a243c564f247 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:11:31.356892 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4649ab1c-6ad6-45dd-bd66-a243c564f247 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:11:31.357275 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4649ab1c-6ad6-45dd-bd66-a243c564f247 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:11:31.357653 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4649ab1c-6ad6-45dd-bd66-a243c564f247 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:11:31.358032 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4649ab1c-6ad6-45dd-bd66-a243c564f247 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:11:31.358439 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4649ab1c-6ad6-45dd-bd66-a243c564f247 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:11:31.358814 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4649ab1c-6ad6-45dd-bd66-a243c564f247 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:11:31.364133 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-4649ab1c-6ad6-45dd-bd66-a243c564f247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:31.410830 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f845818-457a-4480-b5c3-e41832be14ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:31.438300 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f845818-457a-4480-b5c3-e41832be14ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:31.483467 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f845818-457a-4480-b5c3-e41832be14ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:31.487462 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-738b6446-4ff7-42ef-9740-6bb77ff32381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:31.500718 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f845818-457a-4480-b5c3-e41832be14ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c8bc12-aed1-4499-a474-712755accb85,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:31.504440 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-9f845818-457a-4480-b5c3-e41832be14ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:31.506492 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9f845818-457a-4480-b5c3-e41832be14ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:31.507690 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-9f845818-457a-4480-b5c3-e41832be14ab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f6c8bc12-aed1-4499-a474-712755accb85 HTTP/1.1" status: 204  len: 168 time: 0.1587310
Apr 05 12:11:32.184192 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85063f9e-4a81-4d00-be02-f8075d0a1471 req-541003b0-12b7-48d2-9468-a1af45c6c9af tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:32.185994 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-85063f9e-4a81-4d00-be02-f8075d0a1471 req-541003b0-12b7-48d2-9468-a1af45c6c9af tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.1059155
Apr 05 12:11:32.233113 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-85063f9e-4a81-4d00-be02-f8075d0a1471 req-36d1d7a9-986e-411e-b155-d75614d7d3b9 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402236
Apr 05 12:11:33.437344 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94a278-06d1-4933-a4da-9789871cfb4e req-cb07643d-c4ec-4226-9f1b-15734647408f tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:33.439006 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ba94a278-06d1-4933-a4da-9789871cfb4e req-cb07643d-c4ec-4226-9f1b-15734647408f tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.0902922
Apr 05 12:11:33.489880 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ba94a278-06d1-4933-a4da-9789871cfb4e req-1e086987-0008-497c-b9d9-eed78e2b057e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433738
Apr 05 12:11:33.537226 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 47404) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:33.659358 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb3fe931-1562-40d4-999e-ea5ac78e2c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:33.674342 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cb3fe931-1562-40d4-999e-ea5ac78e2c6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:11:33.678332 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-cb3fe931-1562-40d4-999e-ea5ac78e2c6e admin admin] Usage tracker for resource:security_group_rule and tenant:25007fc2410f4251b8ed51b570476fa9 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:11:33.681238 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-cb3fe931-1562-40d4-999e-ea5ac78e2c6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:11:33.687370 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-cb3fe931-1562-40d4-999e-ea5ac78e2c6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:11:33.775172 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb3fe931-1562-40d4-999e-ea5ac78e2c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:33.777566 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cb3fe931-1562-40d4-999e-ea5ac78e2c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:33.786050 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-3266212f-117e-4176-804b-21e56505d608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:33.826257 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-cb3fe931-1562-40d4-999e-ea5ac78e2c6e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=25007fc2410f4251b8ed51b570476fa9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2878861
Apr 05 12:11:33.827862 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3fe931-1562-40d4-999e-ea5ac78e2c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e682c06b-8ee4-4f9a-a82c-bc4f43487e40,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:33.829096 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 47410) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:33.831751 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-cb3fe931-1562-40d4-999e-ea5ac78e2c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:33.895043 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb0768b5-d8cf-4ae9-9f5d-7f8759c1a521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:33.921483 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb0768b5-d8cf-4ae9-9f5d-7f8759c1a521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:33.972642 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb0768b5-d8cf-4ae9-9f5d-7f8759c1a521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:33.977601 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:33.994178 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0768b5-d8cf-4ae9-9f5d-7f8759c1a521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e682c06b-8ee4-4f9a-a82c-bc4f43487e40,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:33.997241 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-bb0768b5-d8cf-4ae9-9f5d-7f8759c1a521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:34.009654 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bb0768b5-d8cf-4ae9-9f5d-7f8759c1a521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:34.010908 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-bb0768b5-d8cf-4ae9-9f5d-7f8759c1a521 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e682c06b-8ee4-4f9a-a82c-bc4f43487e40 HTTP/1.1" status: 204  len: 168 time: 0.1807482
Apr 05 12:11:34.462418 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 6 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:11:34.698352 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630130c-32a5-46ab-8363-09ba524b5e12 req-2e584466-8602-48c7-a292-ef82171810bd tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:34.698352 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a630130c-32a5-46ab-8363-09ba524b5e12 req-2e584466-8602-48c7-a292-ef82171810bd tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.0942745
Apr 05 12:11:34.698856 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 47438) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:34.748082 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a630130c-32a5-46ab-8363-09ba524b5e12 req-52dc8082-d01b-4eba-a3c4-ae81c00c2367 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438251
Apr 05 12:11:34.809117 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-74120cac-440d-4ce7-8d9d-dd8d60609648 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-485209749-network', 'tenant_id': 'a4b830a10a514a4cb30105d6758c326e'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:11:34.814244 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-74120cac-440d-4ce7-8d9d-dd8d60609648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:11:34.818298 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-74120cac-440d-4ce7-8d9d-dd8d60609648 admin admin] Usage tracker for resource:network and tenant:a4b830a10a514a4cb30105d6758c326e is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:11:34.821281 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-74120cac-440d-4ce7-8d9d-dd8d60609648 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:11:34.827263 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-74120cac-440d-4ce7-8d9d-dd8d60609648 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:11:34.837322 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74120cac-440d-4ce7-8d9d-dd8d60609648 admin admin] Made reservation on behalf of a4b830a10a514a4cb30105d6758c326e for: {'network': 1} {{(pid=84268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:11:34.842032 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74120cac-440d-4ce7-8d9d-dd8d60609648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:34.855453 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74120cac-440d-4ce7-8d9d-dd8d60609648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:34.870397 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-74120cac-440d-4ce7-8d9d-dd8d60609648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:11:34.874375 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-74120cac-440d-4ce7-8d9d-dd8d60609648 admin admin] Usage tracker for resource:security_group_rule and tenant:a4b830a10a514a4cb30105d6758c326e is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:11:34.877262 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-74120cac-440d-4ce7-8d9d-dd8d60609648 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:11:34.883272 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-74120cac-440d-4ce7-8d9d-dd8d60609648 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:11:34.965927 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74120cac-440d-4ce7-8d9d-dd8d60609648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:34.968663 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74120cac-440d-4ce7-8d9d-dd8d60609648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:34.972885 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-621d62aa-5cf4-4d3f-9d69-95f9266ca8a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:35.000106 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74120cac-440d-4ce7-8d9d-dd8d60609648 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'}  {{(pid=84268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 12:11:35.009265 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74120cac-440d-4ce7-8d9d-dd8d60609648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cddff47-7b38-4c88-9ccb-54e73fb56fda,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:35.013118 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-74120cac-440d-4ce7-8d9d-dd8d60609648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:35.015582 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74120cac-440d-4ce7-8d9d-dd8d60609648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:35.015966 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.segments_db [None req-74120cac-440d-4ce7-8d9d-dd8d60609648 admin admin] Added segment 203fa234-1156-4e61-8688-b0313df30d6a of type vlan for network ce325ebd-7c26-4401-b685-6baabac43d9c
Apr 05 12:11:35.046130 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74120cac-440d-4ce7-8d9d-dd8d60609648 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737139937617'] for network, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:35.075588 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74120cac-440d-4ce7-8d9d-dd8d60609648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131'] for network, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:35.076928 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74120cac-440d-4ce7-8d9d-dd8d60609648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:35.077586 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-74120cac-440d-4ce7-8d9d-dd8d60609648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for network, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:35.083387 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-09d0a72c-cc89-4f06-ae31-63252b1be2d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:35.185357 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-74120cac-440d-4ce7-8d9d-dd8d60609648 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.4852204
Apr 05 12:11:35.186302 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74120cac-440d-4ce7-8d9d-dd8d60609648 admin admin] Pushing event updated for resources: {'Network': ['ID=ce325ebd-7c26-4401-b685-6baabac43d9c,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:35.188332 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 47444) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:11:35.191820 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-74120cac-440d-4ce7-8d9d-dd8d60609648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:35.195691 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9b6b1600-67e9-4fb3-a774-2c5ecc23f9dc admin admin] Request body: {'subnet': {'network_id': 'ce325ebd-7c26-4401-b685-6baabac43d9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-485209749-subnet', 'tenant_id': 'a4b830a10a514a4cb30105d6758c326e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:11:35.196953 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Network ce325ebd-7c26-4401-b685-6baabac43d9c details requested by agent ovs-agent-dv-cinder-784763-1-iscsi with host dv-cinder-784763-1-iscsi {{(pid=84270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 12:11:35.200734 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9b6b1600-67e9-4fb3-a774-2c5ecc23f9dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:11:35.204781 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-9b6b1600-67e9-4fb3-a774-2c5ecc23f9dc admin admin] Usage tracker for resource:subnet and tenant:a4b830a10a514a4cb30105d6758c326e is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:11:35.208569 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-9b6b1600-67e9-4fb3-a774-2c5ecc23f9dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:11:35.214598 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9b6b1600-67e9-4fb3-a774-2c5ecc23f9dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:11:35.227796 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6b1600-67e9-4fb3-a774-2c5ecc23f9dc admin admin] Made reservation on behalf of a4b830a10a514a4cb30105d6758c326e for: {'subnet': 1} {{(pid=84268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:11:35.232548 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b6b1600-67e9-4fb3-a774-2c5ecc23f9dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2934438'] for subnet, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:35.635667 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b6b1600-67e9-4fb3-a774-2c5ecc23f9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3390718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2934421'] for subnet, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:35.650871 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:35.775333 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b1600-67e9-4fb3-a774-2c5ecc23f9dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=adcf45fd-b3c6-469e-8fa1-b75c0941e671,revision_number=0']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:35.788183 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-9b6b1600-67e9-4fb3-a774-2c5ecc23f9dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:35.849680 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6b1600-67e9-4fb3-a774-2c5ecc23f9dc admin admin] Checking segment: {'id': '203fa234-1156-4e61-8688-b0313df30d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ce325ebd-7c26-4401-b685-6baabac43d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:11:35.850073 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6b1600-67e9-4fb3-a774-2c5ecc23f9dc admin admin] Network hostable DHCP agents. Network: ce325ebd-7c26-4401-b685-6baabac43d9c, hostable agents: ['09bf275b-3c10-4287-a080-17cf02d540e7'], hosted agents: [] {{(pid=84268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 12:11:35.902910 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6b1600-67e9-4fb3-a774-2c5ecc23f9dc admin admin] Network ce325ebd-7c26-4401-b685-6baabac43d9c is scheduled to be hosted by DHCP agent 09bf275b-3c10-4287-a080-17cf02d540e7 with binding_index 1 {{(pid=84268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 12:11:35.926338 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-9b6b1600-67e9-4fb3-a774-2c5ecc23f9dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-iscsi, ce325ebd-7c26-4401-b685-6baabac43d9c) {{(pid=84268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:11:35.935342 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadc378b-7b0c-4e7b-980d-192424039e86 None None] Network ce325ebd-7c26-4401-b685-6baabac43d9c requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:11:35.949973 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6b1600-67e9-4fb3-a774-2c5ecc23f9dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:35.950649 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b6b1600-67e9-4fb3-a774-2c5ecc23f9dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for subnet, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:35.978009 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-9b6b1600-67e9-4fb3-a774-2c5ecc23f9dc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7886062
Apr 05 12:11:35.988087 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea0739-2ca8-46d8-9b07-5c4f88fb5acd req-03e1c1b9-1aab-484c-9eab-8b138a580ba1 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:35.990611 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-72ea0739-2ca8-46d8-9b07-5c4f88fb5acd req-03e1c1b9-1aab-484c-9eab-8b138a580ba1 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.1230164
Apr 05 12:11:36.043615 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-72ea0739-2ca8-46d8-9b07-5c4f88fb5acd req-0da219de-75ca-45e9-a57d-c46a157487e5 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477092
Apr 05 12:11:36.174844 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623436e7-f9d0-4945-97a9-bc652de10374 None None] Network ce325ebd-7c26-4401-b685-6baabac43d9c requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:11:37.248385 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39897465-c89e-444c-82c6-f4b8c1d543f7 req-2a3922ad-5201-4512-a100-cdda374692c0 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:37.249982 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-39897465-c89e-444c-82c6-f4b8c1d543f7 req-2a3922ad-5201-4512-a100-cdda374692c0 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.0891547
Apr 05 12:11:37.297687 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-39897465-c89e-444c-82c6-f4b8c1d543f7 req-12747289-8d3b-4d88-ae60-4e7d07e1ec3e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414672
Apr 05 12:11:38.104919 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a73882-fca1-4846-859e-41be7110e342 req-a44e7306-d986-4646-a66a-8d91094b6de5 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:38.105651 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-80a73882-fca1-4846-859e-41be7110e342 req-a44e7306-d986-4646-a66a-8d91094b6de5 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Synchronizing usage tracker for tenant:a4b830a10a514a4cb30105d6758c326e on resource:network {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:11:38.123573 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-80a73882-fca1-4846-859e-41be7110e342 req-a44e7306-d986-4646-a66a-8d91094b6de5 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Unset dirty status for tenant:a4b830a10a514a4cb30105d6758c326e on resource:network {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:11:38.124827 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-80a73882-fca1-4846-859e-41be7110e342 req-a44e7306-d986-4646-a66a-8d91094b6de5 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/networks?id=ce325ebd-7c26-4401-b685-6baabac43d9c HTTP/1.1" status: 200  len: 813 time: 0.1724083
Apr 05 12:11:38.141605 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-80a73882-fca1-4846-859e-41be7110e342 req-507cff1d-a52e-412e-894c-913435712311 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/quotas/a4b830a10a514a4cb30105d6758c326e HTTP/1.1" status: 200  len: 375 time: 0.0098350
Apr 05 12:11:38.198964 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-80a73882-fca1-4846-859e-41be7110e342 req-a53cc8e3-c354-4cb9-89b5-d8cdb4b3cdc6 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4b830a10a514a4cb30105d6758c326e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0511687
Apr 05 12:11:38.392422 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-80a73882-fca1-4846-859e-41be7110e342 req-d6d0c1b4-c872-4d22-aa80-562c886d05ae service neutron] 10.222.0.36 "GET /v2.0/networks/ce325ebd-7c26-4401-b685-6baabac43d9c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1860480
Apr 05 12:11:38.503196 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd471c-fd7a-4c7f-89ea-af95eed2ff38 req-8ec20c61-6638-47f4-8e01-bbe60a8ce4bc tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:38.504775 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8edd471c-fd7a-4c7f-89ea-af95eed2ff38 req-8ec20c61-6638-47f4-8e01-bbe60a8ce4bc tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.0892448
Apr 05 12:11:38.536812 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-80a73882-fca1-4846-859e-41be7110e342 req-c74a326d-71fb-475e-b883-7ecad6770fcf service neutron] 10.222.0.36 "GET /v2.0/networks/ce325ebd-7c26-4401-b685-6baabac43d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373701
Apr 05 12:11:38.553193 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8edd471c-fd7a-4c7f-89ea-af95eed2ff38 req-334f3aab-18e7-4e06-8abd-428f2b3c2d77 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421324
Apr 05 12:11:38.731251 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4f97503c-c94f-4767-b22a-36a4d3ec3769 req-693c0ccc-74c0-409b-914d-c75a7f2a9901 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/ports?device_id=e36c2ccd-44f1-4bdd-bd29-6b6870714f6e HTTP/1.1" status: 200  len: 210 time: 0.0511162
Apr 05 12:11:39.752124 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ee4f3-e939-450c-a49e-19204376c433 req-9899476f-7e44-48c6-a2d6-b92f2021be64 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:39.755063 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f73ee4f3-e939-450c-a49e-19204376c433 req-9899476f-7e44-48c6-a2d6-b92f2021be64 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.0893395
Apr 05 12:11:39.805043 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f73ee4f3-e939-450c-a49e-19204376c433 req-4c90d50f-338c-40f0-b621-ee8578e72c65 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428870
Apr 05 12:11:39.898555 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9c770122-f7a9-4d9b-b372-be98a9288741 req-b562cd2e-e92f-4bed-8e82-87b2a2bae19b tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/ports?device_id=e36c2ccd-44f1-4bdd-bd29-6b6870714f6e HTTP/1.1" status: 200  len: 210 time: 0.0551510
Apr 05 12:11:40.004243 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a73882-fca1-4846-859e-41be7110e342 req-2c5ebaf3-71d6-4459-946f-e4308a4e4bc1 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:40.005780 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-80a73882-fca1-4846-859e-41be7110e342 req-2c5ebaf3-71d6-4459-946f-e4308a4e4bc1 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.37 "GET /v2.0/networks?id=ce325ebd-7c26-4401-b685-6baabac43d9c HTTP/1.1" status: 200  len: 813 time: 0.1611917
Apr 05 12:11:40.025636 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-80a73882-fca1-4846-859e-41be7110e342 req-e821f17d-34ec-49e1-95d2-851aa3cd0357 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Request body: {'port': {'device_id': 'e36c2ccd-44f1-4bdd-bd29-6b6870714f6e', 'network_id': 'ce325ebd-7c26-4401-b685-6baabac43d9c', 'admin_state_up': True, 'tenant_id': 'a4b830a10a514a4cb30105d6758c326e'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:11:40.172062 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-80a73882-fca1-4846-859e-41be7110e342 req-e821f17d-34ec-49e1-95d2-851aa3cd0357 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:11:40.176673 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-80a73882-fca1-4846-859e-41be7110e342 req-e821f17d-34ec-49e1-95d2-851aa3cd0357 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Usage tracker for resource:port and tenant:a4b830a10a514a4cb30105d6758c326e is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:11:40.179642 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-80a73882-fca1-4846-859e-41be7110e342 req-e821f17d-34ec-49e1-95d2-851aa3cd0357 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:11:40.185640 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-80a73882-fca1-4846-859e-41be7110e342 req-e821f17d-34ec-49e1-95d2-851aa3cd0357 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:11:40.194840 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80a73882-fca1-4846-859e-41be7110e342 req-e821f17d-34ec-49e1-95d2-851aa3cd0357 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Made reservation on behalf of a4b830a10a514a4cb30105d6758c326e for: {'port': 1} {{(pid=84268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:11:40.200844 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-80a73882-fca1-4846-859e-41be7110e342 req-e821f17d-34ec-49e1-95d2-851aa3cd0357 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:40.375497 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-80a73882-fca1-4846-859e-41be7110e342 req-e821f17d-34ec-49e1-95d2-851aa3cd0357 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Allocated IP 172.20.0.11 (ce325ebd-7c26-4401-b685-6baabac43d9c/adcf45fd-b3c6-469e-8fa1-b75c0941e671/7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb) {{(pid=84268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:11:40.589467 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-80a73882-fca1-4846-859e-41be7110e342 req-e821f17d-34ec-49e1-95d2-851aa3cd0357 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Notify callbacks [] for port, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:40.622062 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-80a73882-fca1-4846-859e-41be7110e342 req-e821f17d-34ec-49e1-95d2-851aa3cd0357 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:40.645263 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-c7863d13-a15f-4b72-8587-b2cd8abd5ef6 tempest-DeleteServersTestJSON-505386981 tempest-DeleteServersTestJSON-505386981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:40.788336 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821f17d-34ec-49e1-95d2-851aa3cd0357 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Pushing event updated for resources: {'Port': ['ID=7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:40.791357 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e821f17d-34ec-49e1-95d2-851aa3cd0357 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:40.845995 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80a73882-fca1-4846-859e-41be7110e342 req-e821f17d-34ec-49e1-95d2-851aa3cd0357 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Network ce325ebd-7c26-4401-b685-6baabac43d9c is already hosted by enough agents. {{(pid=84268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:11:40.848338 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-80a73882-fca1-4846-859e-41be7110e342 req-e821f17d-34ec-49e1-95d2-851aa3cd0357 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Resources bound (agent type, host, resource id):  {{(pid=84268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:11:40.850747 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a73882-fca1-4846-859e-41be7110e342 req-e821f17d-34ec-49e1-95d2-851aa3cd0357 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Received port after_create {{(pid=84268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:11:40.917877 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a73882-fca1-4846-859e-41be7110e342 req-e821f17d-34ec-49e1-95d2-851aa3cd0357 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:40.918591 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-80a73882-fca1-4846-859e-41be7110e342 req-e821f17d-34ec-49e1-95d2-851aa3cd0357 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:40.991427 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-80a73882-fca1-4846-859e-41be7110e342 req-e821f17d-34ec-49e1-95d2-851aa3cd0357 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9701717
Apr 05 12:11:41.038364 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a0f0d-3bac-4d12-9882-9725c43c0a69 req-83141511-0dda-4f22-b9c4-1a0e62b5eaeb tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:41.039987 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-671a0f0d-3bac-4d12-9882-9725c43c0a69 req-83141511-0dda-4f22-b9c4-1a0e62b5eaeb tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.1157413
Apr 05 12:11:41.070312 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-80a73882-fca1-4846-859e-41be7110e342 req-32948a48-1382-4e61-b812-98de54ca12c5 service neutron] Request body: {'port': {'device_id': 'e36c2ccd-44f1-4bdd-bd29-6b6870714f6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:11:41.102386 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4f060-4fc1-433e-82f1-953bc34bbe54 req-9a6ee685-d33f-4def-86b1-5d1b8302cceb tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:41.109952 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c9f4f060-4fc1-433e-82f1-953bc34bbe54 req-9a6ee685-d33f-4def-86b1-5d1b8302cceb tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/ports?device_id=e36c2ccd-44f1-4bdd-bd29-6b6870714f6e HTTP/1.1" status: 200  len: 932 time: 0.0964792
Apr 05 12:11:41.146303 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-671a0f0d-3bac-4d12-9882-9725c43c0a69 req-cbc8947e-7718-41bb-931e-46289dc296b1 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0995538
Apr 05 12:11:41.163165 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c9f4f060-4fc1-433e-82f1-953bc34bbe54 req-9457f560-2913-4675-a836-132b50dfe617 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cddff47-7b38-4c88-9ccb-54e73fb56fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515952
Apr 05 12:11:41.226052 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-80a73882-fca1-4846-859e-41be7110e342 req-32948a48-1382-4e61-b812-98de54ca12c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:41.580050 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081224e-6645-455d-ab5e-94242f144072 req-098920d0-ec9e-4495-baf9-76b3eb2adbb8 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:41.581673 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8081224e-6645-455d-ab5e-94242f144072 req-098920d0-ec9e-4495-baf9-76b3eb2adbb8 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.1547427
Apr 05 12:11:41.606928 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a8087-50bd-44d6-af9f-573d19c17661 req-0959b7e5-63fa-436a-b5cc-9745839cb211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:41.608393 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0b2a8087-50bd-44d6-af9f-573d19c17661 req-0959b7e5-63fa-436a-b5cc-9745839cb211 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=525c6898bd0b4bc98230f38ee54db7c6&device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 1099 time: 0.1225934
Apr 05 12:11:41.660008 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [req-80a73882-fca1-4846-859e-41be7110e342 req-32948a48-1382-4e61-b812-98de54ca12c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb {{(pid=84268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:11:41.667893 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-80a73882-fca1-4846-859e-41be7110e342 req-32948a48-1382-4e61-b812-98de54ca12c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:41.683933 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-80a73882-fca1-4846-859e-41be7110e342 req-32948a48-1382-4e61-b812-98de54ca12c5 service neutron] Transition to ACTIVE for port object 7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb will not be triggered until provisioned by entity L2. {{(pid=84268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:11:41.686117 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-80a73882-fca1-4846-859e-41be7110e342 req-32948a48-1382-4e61-b812-98de54ca12c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851385328'] for port, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:41.702118 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-6179fb16-5030-47d0-a487-9284afe96b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:41.722998 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8081224e-6645-455d-ab5e-94242f144072 req-e4b96f63-4e83-4345-bd52-8871ae57ad5a tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1327240
Apr 05 12:11:41.772355 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a8087-50bd-44d6-af9f-573d19c17661 req-d91ac757-15a7-426d-83d6-e60f90ccfe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:41.773909 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0b2a8087-50bd-44d6-af9f-573d19c17661 req-d91ac757-15a7-426d-83d6-e60f90ccfe89 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0d1a45c1-5bda-4177-9f6d-4ce95f1005fb HTTP/1.1" status: 200  len: 912 time: 0.1573918
Apr 05 12:11:41.890635 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0b2a8087-50bd-44d6-af9f-573d19c17661 req-e1cab49a-517a-447b-91cf-d23355a29f47 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2955123-ae33-4531-94cd-a14eaa61a2ca HTTP/1.1" status: 200  len: 1001 time: 0.1094940
Apr 05 12:11:41.969270 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a8087-50bd-44d6-af9f-573d19c17661 req-ccca77eb-d1e6-4f9a-949f-3b7e4e1740d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:41.970888 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0b2a8087-50bd-44d6-af9f-573d19c17661 req-ccca77eb-d1e6-4f9a-949f-3b7e4e1740d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e2bf2297-d799-490c-8e49-5e5a4e02830c HTTP/1.1" status: 200  len: 850 time: 0.0716169
Apr 05 12:11:42.056316 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32948a48-1382-4e61-b812-98de54ca12c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb,revision_number=2']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:42.057517 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a8087-50bd-44d6-af9f-573d19c17661 req-1e192ea2-bf10-4467-b456-dfc9f2426beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:42.059189 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0b2a8087-50bd-44d6-af9f-573d19c17661 req-1e192ea2-bf10-4467-b456-dfc9f2426beb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d1a45c1-5bda-4177-9f6d-4ce95f1005fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0816154
Apr 05 12:11:42.061122 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-32948a48-1382-4e61-b812-98de54ca12c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:42.207290 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0b2a8087-50bd-44d6-af9f-573d19c17661 req-7e769b08-97ef-4fb6-9f10-e4bfe9f0056d service neutron] 10.222.0.37 "GET /v2.0/networks/0d1a45c1-5bda-4177-9f6d-4ce95f1005fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401689
Apr 05 12:11:42.331426 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-80a73882-fca1-4846-859e-41be7110e342 req-32948a48-1382-4e61-b812-98de54ca12c5 service neutron] Attempting to bind port 7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb on host hv-cinder-78476 for vnic_type normal with profile  {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:11:42.331812 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-80a73882-fca1-4846-859e-41be7110e342 req-32948a48-1382-4e61-b812-98de54ca12c5 service neutron] Attempting to bind port 7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '203fa234-1156-4e61-8688-b0313df30d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ce325ebd-7c26-4401-b685-6baabac43d9c'}] {{(pid=84268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:11:42.332183 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a73882-fca1-4846-859e-41be7110e342 req-32948a48-1382-4e61-b812-98de54ca12c5 service neutron] Attempting to bind port 7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb on network ce325ebd-7c26-4401-b685-6baabac43d9c {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:11:42.340059 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a73882-fca1-4846-859e-41be7110e342 req-32948a48-1382-4e61-b812-98de54ca12c5 service neutron] Port 7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb on network ce325ebd-7c26-4401-b685-6baabac43d9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 12:11:42.340419 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a73882-fca1-4846-859e-41be7110e342 req-32948a48-1382-4e61-b812-98de54ca12c5 service neutron] Attempting to bind port 7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb on network ce325ebd-7c26-4401-b685-6baabac43d9c {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:11:42.350156 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a73882-fca1-4846-859e-41be7110e342 req-32948a48-1382-4e61-b812-98de54ca12c5 service neutron] Checking agent: {'id': '038210d6-d792-4dfe-95d3-eb4a37cb8b01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:11:42.350547 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a73882-fca1-4846-859e-41be7110e342 req-32948a48-1382-4e61-b812-98de54ca12c5 service neutron] Checking segment: {'id': '203fa234-1156-4e61-8688-b0313df30d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ce325ebd-7c26-4401-b685-6baabac43d9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:11:42.350975 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a73882-fca1-4846-859e-41be7110e342 req-32948a48-1382-4e61-b812-98de54ca12c5 service neutron] Bound using segment: {'id': '203fa234-1156-4e61-8688-b0313df30d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ce325ebd-7c26-4401-b685-6baabac43d9c'} {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:11:42.351449 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-80a73882-fca1-4846-859e-41be7110e342 req-32948a48-1382-4e61-b812-98de54ca12c5 service neutron] Bound port: 7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203fa234-1156-4e61-8688-b0313df30d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ce325ebd-7c26-4401-b685-6baabac43d9c'}}] {{(pid=84268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:11:42.351835 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-80a73882-fca1-4846-859e-41be7110e342 req-32948a48-1382-4e61-b812-98de54ca12c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:42.354605 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0b2a8087-50bd-44d6-af9f-573d19c17661 req-dfb9af17-7b59-4c00-ac65-f2d12bb83736 service neutron] 10.222.0.37 "GET /v2.0/networks/0d1a45c1-5bda-4177-9f6d-4ce95f1005fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1404965
Apr 05 12:11:42.470395 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8aa8f-abd0-4151-aa27-e498e85879b7 req-e7f9b5b0-f0a5-4ab4-b0ce-aba58f856e7a tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:42.471763 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-1ab8aa8f-abd0-4151-aa27-e498e85879b7 req-e7f9b5b0-f0a5-4ab4-b0ce-aba58f856e7a tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Synchronizing usage tracker for tenant:a4b830a10a514a4cb30105d6758c326e on resource:port {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:11:42.494460 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-80a73882-fca1-4846-859e-41be7110e342 req-32948a48-1382-4e61-b812-98de54ca12c5 service neutron] For port 7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb, host hv-cinder-78476, cleared binding levels {{(pid=84268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:11:42.498682 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-80a73882-fca1-4846-859e-41be7110e342 req-32948a48-1382-4e61-b812-98de54ca12c5 service neutron] For port 7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb,segment=NetworkSegment(203fa234-1156-4e61-8688-b0313df30d6a),segment_id=203fa234-1156-4e61-8688-b0313df30d6a)] {{(pid=84268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:11:42.502186 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-80a73882-fca1-4846-859e-41be7110e342 req-32948a48-1382-4e61-b812-98de54ca12c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851385328'] for port, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:42.519373 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-40c8cc88-77f4-447b-8df9-ad83f00e03fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:42.606751 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-1ab8aa8f-abd0-4151-aa27-e498e85879b7 req-e7f9b5b0-f0a5-4ab4-b0ce-aba58f856e7a tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Unset dirty status for tenant:a4b830a10a514a4cb30105d6758c326e on resource:port {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:11:42.608040 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1ab8aa8f-abd0-4151-aa27-e498e85879b7 req-e7f9b5b0-f0a5-4ab4-b0ce-aba58f856e7a tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/ports?device_id=e36c2ccd-44f1-4bdd-bd29-6b6870714f6e HTTP/1.1" status: 200  len: 944 time: 0.3317678
Apr 05 12:11:42.705158 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-1ab8aa8f-abd0-4151-aa27-e498e85879b7 req-cad49f87-a9a3-42d2-8a2f-a9b10d02857f tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Synchronizing usage tracker for tenant:a4b830a10a514a4cb30105d6758c326e on resource:security_group {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:11:42.711448 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32948a48-1382-4e61-b812-98de54ca12c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb,revision_number=3']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:42.714828 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-32948a48-1382-4e61-b812-98de54ca12c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:42.763518 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-1ab8aa8f-abd0-4151-aa27-e498e85879b7 req-cad49f87-a9a3-42d2-8a2f-a9b10d02857f tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Unset dirty status for tenant:a4b830a10a514a4cb30105d6758c326e on resource:security_group {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:11:42.764771 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1ab8aa8f-abd0-4151-aa27-e498e85879b7 req-cad49f87-a9a3-42d2-8a2f-a9b10d02857f tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cddff47-7b38-4c88-9ccb-54e73fb56fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1428137
Apr 05 12:11:42.772341 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a73882-fca1-4846-859e-41be7110e342 req-32948a48-1382-4e61-b812-98de54ca12c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:42.773233 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-80a73882-fca1-4846-859e-41be7110e342 req-32948a48-1382-4e61-b812-98de54ca12c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:42.774999 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-80a73882-fca1-4846-859e-41be7110e342 req-32948a48-1382-4e61-b812-98de54ca12c5 service neutron] 10.222.0.37 "PUT /v2.0/ports/7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb HTTP/1.1" status: 200  len: 1094 time: 1.7739830
Apr 05 12:11:42.775601 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36c2ccd-44f1-4bdd-bd29-6b6870714f6e', 'tag': '7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb'}] {{(pid=84268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:11:42.900094 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a73882-fca1-4846-859e-41be7110e342 req-762c39d0-151e-4a3a-be33-9813e1cc6d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:42.902598 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-80a73882-fca1-4846-859e-41be7110e342 req-762c39d0-151e-4a3a-be33-9813e1cc6d0d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4b830a10a514a4cb30105d6758c326e&device_id=e36c2ccd-44f1-4bdd-bd29-6b6870714f6e HTTP/1.1" status: 200  len: 1097 time: 0.0864565
Apr 05 12:11:42.930964 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a83c5a-a590-4fe8-b9eb-91b5c110b881 req-f99d0898-e641-42f4-bd95-50443e73a2c5 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:42.932954 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b0a83c5a-a590-4fe8-b9eb-91b5c110b881 req-f99d0898-e641-42f4-bd95-50443e73a2c5 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.0937340
Apr 05 12:11:42.985815 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e36c2ccd-44f1-4bdd-bd29-6b6870714f6e', 'tag': '7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb', 'status': 'completed', 'code': 200}
Apr 05 12:11:42.990478 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b0a83c5a-a590-4fe8-b9eb-91b5c110b881 req-41f3d1f7-bbcf-42ef-b011-fde01a6a1ae0 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513384
Apr 05 12:11:42.995177 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-80a73882-fca1-4846-859e-41be7110e342 req-37d9fc20-bda0-4afb-a154-538ba9f65359 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb HTTP/1.1" status: 200  len: 217 time: 0.0793171
Apr 05 12:11:43.069578 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a73882-fca1-4846-859e-41be7110e342 req-5a22e1d8-c3b5-42e6-b0c5-431b73cfc338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:43.071096 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-80a73882-fca1-4846-859e-41be7110e342 req-5a22e1d8-c3b5-42e6-b0c5-431b73cfc338 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=adcf45fd-b3c6-469e-8fa1-b75c0941e671 HTTP/1.1" status: 200  len: 853 time: 0.0680048
Apr 05 12:11:43.131346 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-80a73882-fca1-4846-859e-41be7110e342 req-a9f0c9a9-5257-497f-b5a4-09e7b12c9aa4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce325ebd-7c26-4401-b685-6baabac43d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0525324
Apr 05 12:11:43.282541 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-80a73882-fca1-4846-859e-41be7110e342 req-af909cfd-16b6-47af-8d09-020f72d6a66d service neutron] 10.222.0.37 "GET /v2.0/networks/ce325ebd-7c26-4401-b685-6baabac43d9c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407409
Apr 05 12:11:43.428800 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-80a73882-fca1-4846-859e-41be7110e342 req-0b86448c-79c1-43a3-a8cb-7f3b794fc2d4 service neutron] 10.222.0.37 "GET /v2.0/networks/ce325ebd-7c26-4401-b685-6baabac43d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383131
Apr 05 12:11:43.554010 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acd38c-26ae-4314-80dd-4b93a84657ea req-362bd614-dc20-4255-8460-418e07783726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:43.555614 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-66acd38c-26ae-4314-80dd-4b93a84657ea req-362bd614-dc20-4255-8460-418e07783726 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4b830a10a514a4cb30105d6758c326e&device_id=e36c2ccd-44f1-4bdd-bd29-6b6870714f6e HTTP/1.1" status: 200  len: 1097 time: 0.0782657
Apr 05 12:11:43.698421 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acd38c-26ae-4314-80dd-4b93a84657ea req-232a84a9-b9ac-40bc-b097-44ba62a388d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:43.699903 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-66acd38c-26ae-4314-80dd-4b93a84657ea req-232a84a9-b9ac-40bc-b097-44ba62a388d6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ce325ebd-7c26-4401-b685-6baabac43d9c HTTP/1.1" status: 200  len: 914 time: 0.1372061
Apr 05 12:11:43.776607 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-66acd38c-26ae-4314-80dd-4b93a84657ea req-cf676c20-c9e0-46dd-95e8-bc4cb4d7c9d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb HTTP/1.1" status: 200  len: 217 time: 0.0690327
Apr 05 12:11:43.845387 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acd38c-26ae-4314-80dd-4b93a84657ea req-fedb91c8-a411-4363-8ef7-d40e449b6988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:43.847611 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-66acd38c-26ae-4314-80dd-4b93a84657ea req-fedb91c8-a411-4363-8ef7-d40e449b6988 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=adcf45fd-b3c6-469e-8fa1-b75c0941e671 HTTP/1.1" status: 200  len: 853 time: 0.0643070
Apr 05 12:11:43.940544 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-66acd38c-26ae-4314-80dd-4b93a84657ea req-6809d0d3-0538-4326-9113-a3c020dffc47 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce325ebd-7c26-4401-b685-6baabac43d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0824740
Apr 05 12:11:44.102069 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a447f49-d70e-4f41-bda6-67ca7126cd57 req-ae438b11-972f-4e95-b79b-8ee08e3d1318 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:44.103882 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7a447f49-d70e-4f41-bda6-67ca7126cd57 req-ae438b11-972f-4e95-b79b-8ee08e3d1318 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/ports?device_id=e36c2ccd-44f1-4bdd-bd29-6b6870714f6e HTTP/1.1" status: 200  len: 944 time: 0.2035172
Apr 05 12:11:44.129570 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-66acd38c-26ae-4314-80dd-4b93a84657ea req-d21c3469-ce74-4e8f-8a25-8e788f645e86 service neutron] 10.222.0.37 "GET /v2.0/networks/ce325ebd-7c26-4401-b685-6baabac43d9c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1775799
Apr 05 12:11:44.269836 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7a447f49-d70e-4f41-bda6-67ca7126cd57 req-f73a54e8-c232-4ab3-8f99-aa2f3b3fa2c1 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cddff47-7b38-4c88-9ccb-54e73fb56fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1436617
Apr 05 12:11:44.313290 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-66acd38c-26ae-4314-80dd-4b93a84657ea req-953ec2d0-ad3c-4255-be20-08048bec6dac service neutron] 10.222.0.37 "GET /v2.0/networks/ce325ebd-7c26-4401-b685-6baabac43d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1668766
Apr 05 12:11:44.354277 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdea36-db04-4453-a5e2-0c8bfb1b4eaf req-7e6451f4-e559-4756-823d-99b8b9ca234d tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:44.355849 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-99fdea36-db04-4453-a5e2-0c8bfb1b4eaf req-7e6451f4-e559-4756-823d-99b8b9ca234d tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.0915747
Apr 05 12:11:44.406733 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-99fdea36-db04-4453-a5e2-0c8bfb1b4eaf req-974c4214-b436-4e33-ac89-6e5aca229a7b tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436893
Apr 05 12:11:45.475435 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed92605-9691-40f6-817a-6b2dcebbee32 req-15449e07-5610-43da-a1ea-a024fec389d9 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:45.476941 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7ed92605-9691-40f6-817a-6b2dcebbee32 req-15449e07-5610-43da-a1ea-a024fec389d9 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/ports?device_id=e36c2ccd-44f1-4bdd-bd29-6b6870714f6e HTTP/1.1" status: 200  len: 944 time: 0.0927351
Apr 05 12:11:45.524021 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7ed92605-9691-40f6-817a-6b2dcebbee32 req-1173fab5-ca0c-4dd8-a57a-07782e8252cf tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cddff47-7b38-4c88-9ccb-54e73fb56fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407724
Apr 05 12:11:46.722961 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b479d18-5ba4-4170-ba0f-6a4bc3b2585a req-a5b558e1-daa5-43c4-818b-2ee0220e31b6 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:46.724592 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8b479d18-5ba4-4170-ba0f-6a4bc3b2585a req-a5b558e1-daa5-43c4-818b-2ee0220e31b6 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/ports?device_id=e36c2ccd-44f1-4bdd-bd29-6b6870714f6e HTTP/1.1" status: 200  len: 944 time: 0.0899351
Apr 05 12:11:46.772286 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8b479d18-5ba4-4170-ba0f-6a4bc3b2585a req-c1588d1a-98f8-4d13-a3ad-fed4ff9d7ee1 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cddff47-7b38-4c88-9ccb-54e73fb56fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410364
Apr 05 12:11:47.728517 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 12:11:47.869443 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb,segment=NetworkSegment(203fa234-1156-4e61-8688-b0313df30d6a),segment_id=203fa234-1156-4e61-8688-b0313df30d6a)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:11:47.884025 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Returning: {'device': '7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb', 'network_id': 'ce325ebd-7c26-4401-b685-6baabac43d9c', 'port_id': '7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb', 'mac_address': 'fa:16:3e:33:df:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adcf45fd-b3c6-469e-8fa1-b75c0941e671', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 12:11:47.943194 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:47.960655 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb {{(pid=84270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:11:47.969331 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791e8ce-de61-4a59-968f-6f07527bcae0 req-7ab4d548-be46-4744-b091-dc2523dc3d08 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:47.971528 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6791e8ce-de61-4a59-968f-6f07527bcae0 req-7ab4d548-be46-4744-b091-dc2523dc3d08 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/ports?device_id=e36c2ccd-44f1-4bdd-bd29-6b6870714f6e HTTP/1.1" status: 200  len: 944 time: 0.0874877
Apr 05 12:11:47.977163 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb,segment=NetworkSegment(203fa234-1156-4e61-8688-b0313df30d6a),segment_id=203fa234-1156-4e61-8688-b0313df30d6a)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:11:47.980619 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:47.982474 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:48.023116 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6791e8ce-de61-4a59-968f-6f07527bcae0 req-6ffee762-0ac2-4435-aff4-0c42ad862657 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cddff47-7b38-4c88-9ccb-54e73fb56fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450685
Apr 05 12:11:48.055141 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb,revision_number=4']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:48.058406 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:48.394756 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:11:49.219696 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc92ea-634b-425f-84e7-a72618421033 req-0f725430-8c49-4c56-a54e-ad28cc5d90b8 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:49.221871 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e9cc92ea-634b-425f-84e7-a72618421033 req-0f725430-8c49-4c56-a54e-ad28cc5d90b8 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/ports?device_id=e36c2ccd-44f1-4bdd-bd29-6b6870714f6e HTTP/1.1" status: 200  len: 945 time: 0.0882142
Apr 05 12:11:49.268254 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e9cc92ea-634b-425f-84e7-a72618421033 req-f13c70d9-8d47-47d1-ba23-6b0f6b8a4a1e tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cddff47-7b38-4c88-9ccb-54e73fb56fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401998
Apr 05 12:11:49.723564 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb up at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:11:49.795827 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning for port 7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:11:49.801164 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning complete for port 7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:11:49.801582 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:49.922742 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:49.950605 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36c2ccd-44f1-4bdd-bd29-6b6870714f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb'}] {{(pid=84270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:11:49.960971 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb,segment=NetworkSegment(203fa234-1156-4e61-8688-b0313df30d6a),segment_id=203fa234-1156-4e61-8688-b0313df30d6a)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:11:49.964017 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:49.965921 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:11:50.003923 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36c2ccd-44f1-4bdd-bd29-6b6870714f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb', 'code': 200}
Apr 05 12:11:50.037931 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb,revision_number=5']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:11:50.041000 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:11:50.246781 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afeb8e8-9a23-4383-9208-8e5710e7725e req-c1e79a9e-2320-4d2d-91ed-fb5e557305c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:50.248407 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0afeb8e8-9a23-4383-9208-8e5710e7725e req-c1e79a9e-2320-4d2d-91ed-fb5e557305c1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e36c2ccd-44f1-4bdd-bd29-6b6870714f6e HTTP/1.1" status: 200  len: 1099 time: 0.0763397
Apr 05 12:11:50.293418 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0afeb8e8-9a23-4383-9208-8e5710e7725e req-ffcf8a7c-f1c5-492d-990a-787d7a9d0aa7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5cddff47-7b38-4c88-9ccb-54e73fb56fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0354686
Apr 05 12:11:50.468853 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8871bd3-7301-400a-99ae-8dfe263386cb req-35346b54-d4f9-43a7-aae9-4f3f83a597ea tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:50.470480 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a8871bd3-7301-400a-99ae-8dfe263386cb req-35346b54-d4f9-43a7-aae9-4f3f83a597ea tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/ports?device_id=e36c2ccd-44f1-4bdd-bd29-6b6870714f6e HTTP/1.1" status: 200  len: 946 time: 0.0898323
Apr 05 12:11:50.517013 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a8871bd3-7301-400a-99ae-8dfe263386cb req-2d7ccf37-2946-4cfd-9891-7699b3dbd05c tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cddff47-7b38-4c88-9ccb-54e73fb56fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393679
Apr 05 12:11:51.726521 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8d916-3b67-4335-9372-bb3ec6b9b946 req-a2dd233c-77dc-460e-8a94-1e2cfebc9b5b tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:51.728114 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7de8d916-3b67-4335-9372-bb3ec6b9b946 req-a2dd233c-77dc-460e-8a94-1e2cfebc9b5b tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/ports?device_id=e36c2ccd-44f1-4bdd-bd29-6b6870714f6e HTTP/1.1" status: 200  len: 946 time: 0.0922439
Apr 05 12:11:51.775438 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7de8d916-3b67-4335-9372-bb3ec6b9b946 req-68b87994-5616-43bd-bc85-9d5761cb5ca7 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cddff47-7b38-4c88-9ccb-54e73fb56fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409710
Apr 05 12:11:52.973751 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80e4b0-83a0-40d7-917f-b98eddc4af54 req-66cbcc50-1853-4fd6-889d-c77314bd197e tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:52.975348 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8a80e4b0-83a0-40d7-917f-b98eddc4af54 req-66cbcc50-1853-4fd6-889d-c77314bd197e tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/ports?device_id=e36c2ccd-44f1-4bdd-bd29-6b6870714f6e HTTP/1.1" status: 200  len: 946 time: 0.0902247
Apr 05 12:11:53.022311 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8a80e4b0-83a0-40d7-917f-b98eddc4af54 req-37aa8a73-9938-4813-a9b5-b5ad6a5aa71b tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cddff47-7b38-4c88-9ccb-54e73fb56fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406883
Apr 05 12:11:53.639560 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c8f3d99e-bc15-4de8-9668-acb8e424b09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:54.859495 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:56.016861 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-874b9398-2395-4e9c-bfaf-5752f0bb4ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:56.260169 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b13211-29e5-48a8-bb56-a355cf31583b req-3e9b8b1e-ce7e-46a6-844d-541790c6516d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:56.261762 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-39b13211-29e5-48a8-bb56-a355cf31583b req-3e9b8b1e-ce7e-46a6-844d-541790c6516d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0fa3ed41777846009e78f090b026e395&device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 1137 time: 0.0787089
Apr 05 12:11:56.292416 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404bbe01-96a9-408e-9bec-714614e543a6 req-91858264-25a9-4f0d-b169-c7f889fc5e6d tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:56.293923 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-404bbe01-96a9-408e-9bec-714614e543a6 req-91858264-25a9-4f0d-b169-c7f889fc5e6d tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 984 time: 0.0886166
Apr 05 12:11:56.344384 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-404bbe01-96a9-408e-9bec-714614e543a6 req-f8dc03b9-e49d-4ccb-80cd-7104c80f9be7 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?id=91cc6402-4f33-4620-8607-9c8a92da671a&id=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0437262
Apr 05 12:11:56.419005 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b13211-29e5-48a8-bb56-a355cf31583b req-bf4b26e2-4924-45bf-a7cc-5d54f225c3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:56.420579 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-39b13211-29e5-48a8-bb56-a355cf31583b req-bf4b26e2-4924-45bf-a7cc-5d54f225c3b9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=548b3d94-5c3c-467f-9182-8efb802d6497 HTTP/1.1" status: 200  len: 915 time: 0.1459191
Apr 05 12:11:56.484487 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:56.535378 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-39b13211-29e5-48a8-bb56-a355cf31583b req-7af3aaee-c582-4003-afb9-afa4e88c9308 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd022a21-f8f6-48a0-aafb-3a959f94237a HTTP/1.1" status: 200  len: 1000 time: 0.1064572
Apr 05 12:11:56.616460 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b13211-29e5-48a8-bb56-a355cf31583b req-5765d8cf-c3b7-4534-912c-459ce6b18156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:56.617913 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-39b13211-29e5-48a8-bb56-a355cf31583b req-5765d8cf-c3b7-4534-912c-459ce6b18156 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6b86aae7-ace6-4746-a3ed-1ba4c4e7e2eb HTTP/1.1" status: 200  len: 853 time: 0.0664287
Apr 05 12:11:56.700970 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b13211-29e5-48a8-bb56-a355cf31583b req-678083c2-e95e-40ea-a125-088f1782ff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:56.702597 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-39b13211-29e5-48a8-bb56-a355cf31583b req-678083c2-e95e-40ea-a125-088f1782ff63 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=548b3d94-5c3c-467f-9182-8efb802d6497&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0775259
Apr 05 12:11:56.849942 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-39b13211-29e5-48a8-bb56-a355cf31583b req-44c42094-6a8d-4702-a267-c8a5e8d59087 service neutron] 10.222.0.37 "GET /v2.0/networks/548b3d94-5c3c-467f-9182-8efb802d6497?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399565
Apr 05 12:11:57.003246 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-39b13211-29e5-48a8-bb56-a355cf31583b req-59f19d75-671c-42a8-849a-321c6befb57e service neutron] 10.222.0.37 "GET /v2.0/networks/548b3d94-5c3c-467f-9182-8efb802d6497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364124
Apr 05 12:11:57.553904 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4674c3-3dfb-41e3-9638-6a9a9875fb42 req-ef51605f-85de-43a1-af91-0bc122cc4767 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:57.555644 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2e4674c3-3dfb-41e3-9638-6a9a9875fb42 req-ef51605f-85de-43a1-af91-0bc122cc4767 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 984 time: 0.0887153
Apr 05 12:11:57.608654 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-2e4674c3-3dfb-41e3-9638-6a9a9875fb42 req-89b69748-b4c9-4863-903e-e19ee13c5145 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Synchronizing usage tracker for tenant:0fa3ed41777846009e78f090b026e395 on resource:security_group {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:11:57.622795 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-2e4674c3-3dfb-41e3-9638-6a9a9875fb42 req-89b69748-b4c9-4863-903e-e19ee13c5145 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Unset dirty status for tenant:0fa3ed41777846009e78f090b026e395 on resource:security_group {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:11:57.624005 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2e4674c3-3dfb-41e3-9638-6a9a9875fb42 req-89b69748-b4c9-4863-903e-e19ee13c5145 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?id=91cc6402-4f33-4620-8607-9c8a92da671a&id=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0618486
Apr 05 12:11:58.068397 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:58.663188 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:11:58.830426 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa50148-36e2-440e-a5c2-c8516acfd7f2 req-41187cd6-dfb7-4155-83bd-9aff8b7c69a9 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:11:58.832607 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7aa50148-36e2-440e-a5c2-c8516acfd7f2 req-41187cd6-dfb7-4155-83bd-9aff8b7c69a9 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 984 time: 0.0920887
Apr 05 12:11:58.882925 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7aa50148-36e2-440e-a5c2-c8516acfd7f2 req-2b909d8c-8ceb-4aab-b876-c9bb1625337d tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?id=91cc6402-4f33-4620-8607-9c8a92da671a&id=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0439193
Apr 05 12:12:00.454364 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750441c-e718-473e-806d-7351ed334bb0 req-0b61dce1-ab5d-46f2-bd75-86d9716f566e tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:12:00.455887 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6750441c-e718-473e-806d-7351ed334bb0 req-0b61dce1-ab5d-46f2-bd75-86d9716f566e tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 984 time: 0.3160021
Apr 05 12:12:00.506494 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6750441c-e718-473e-806d-7351ed334bb0 req-d024e8c5-14eb-40c7-8a28-d0433d66b3d4 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?id=91cc6402-4f33-4620-8607-9c8a92da671a&id=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0433834
Apr 05 12:12:01.704398 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f889c-76da-4546-bcc9-008afaa14f2c req-a70d6fa5-3003-4447-a462-3a1dbb5932ae tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:12:01.706623 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-100f889c-76da-4546-bcc9-008afaa14f2c req-a70d6fa5-3003-4447-a462-3a1dbb5932ae tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 984 time: 0.0872703
Apr 05 12:12:01.762082 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-100f889c-76da-4546-bcc9-008afaa14f2c req-aafbd15b-f394-4bef-9ddc-5f6536122133 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?id=91cc6402-4f33-4620-8607-9c8a92da671a&id=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0487418
Apr 05 12:12:02.962509 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff66a452-2f14-4e09-9fef-36b2902150d1 req-bc0ab95a-0c4d-4888-b337-1e35c01655b7 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:12:02.964086 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ff66a452-2f14-4e09-9fef-36b2902150d1 req-bc0ab95a-0c4d-4888-b337-1e35c01655b7 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 984 time: 0.0892651
Apr 05 12:12:03.014020 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ff66a452-2f14-4e09-9fef-36b2902150d1 req-24b6631a-fba2-48bf-a944-382bbe9cf4ee tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?id=91cc6402-4f33-4620-8607-9c8a92da671a&id=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0435307
Apr 05 12:12:04.215608 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7da0a-eb14-4feb-aaed-23012e61409c req-b2e2de2d-6fee-420a-b9c8-83316ffb33a4 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:12:04.217215 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-66a7da0a-eb14-4feb-aaed-23012e61409c req-b2e2de2d-6fee-420a-b9c8-83316ffb33a4 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 984 time: 0.0902689
Apr 05 12:12:04.268277 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-66a7da0a-eb14-4feb-aaed-23012e61409c req-9b1bb7fe-0010-4725-b23e-988a14f4d1be tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?id=91cc6402-4f33-4620-8607-9c8a92da671a&id=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0440199
Apr 05 12:12:05.471632 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f807eb-ecb7-4d45-b4c3-745f35d028f3 req-488b28e2-fbfa-4b23-ae2e-4e1a66393357 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:12:05.473211 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e1f807eb-ecb7-4d45-b4c3-745f35d028f3 req-488b28e2-fbfa-4b23-ae2e-4e1a66393357 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 984 time: 0.0896959
Apr 05 12:12:05.529625 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e1f807eb-ecb7-4d45-b4c3-745f35d028f3 req-06314611-41e4-44d6-93f0-9894ac0fe716 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?id=91cc6402-4f33-4620-8607-9c8a92da671a&id=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0498848
Apr 05 12:12:06.735135 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e54d5-8c96-4ced-a05f-25166cbf75d7 req-13a6d5f3-c556-4f24-96f7-064ee5bde797 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:12:06.736736 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ce9e54d5-8c96-4ced-a05f-25166cbf75d7 req-13a6d5f3-c556-4f24-96f7-064ee5bde797 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 984 time: 0.0934632
Apr 05 12:12:06.792535 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ce9e54d5-8c96-4ced-a05f-25166cbf75d7 req-dedb034e-81f4-439e-a3ea-1f440922bee1 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?id=91cc6402-4f33-4620-8607-9c8a92da671a&id=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0494952
Apr 05 12:12:07.992939 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d621b-2851-4dbd-aff6-e746cf7d3e16 req-3b1900d4-f2f0-4a49-b9d5-0b49f963d712 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:12:07.994540 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-240d621b-2851-4dbd-aff6-e746cf7d3e16 req-3b1900d4-f2f0-4a49-b9d5-0b49f963d712 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 984 time: 0.0863755
Apr 05 12:12:08.043942 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-240d621b-2851-4dbd-aff6-e746cf7d3e16 req-20a8b9ab-36ed-48fb-a34f-81e78affde36 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?id=91cc6402-4f33-4620-8607-9c8a92da671a&id=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0429692
Apr 05 12:12:09.242090 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79ad51-86c1-4b99-b9ba-9773a55ede02 req-6bf25ebc-86d8-4bb1-a3cd-066ec6fa99c7 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:12:09.243685 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-cc79ad51-86c1-4b99-b9ba-9773a55ede02 req-6bf25ebc-86d8-4bb1-a3cd-066ec6fa99c7 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 984 time: 0.0881121
Apr 05 12:12:09.293072 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-cc79ad51-86c1-4b99-b9ba-9773a55ede02 req-5e60ff98-c278-4cbc-8954-cb746851703b tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?id=91cc6402-4f33-4620-8607-9c8a92da671a&id=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0428843
Apr 05 12:12:10.495123 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0c1a8-21ae-4202-ba66-e81f522781b7 req-56e7df72-b96f-482f-b577-4ef9785327c3 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:12:10.496722 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-baa0c1a8-21ae-4202-ba66-e81f522781b7 req-56e7df72-b96f-482f-b577-4ef9785327c3 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 984 time: 0.0912170
Apr 05 12:12:10.547271 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-baa0c1a8-21ae-4202-ba66-e81f522781b7 req-0e498b98-aeac-4ecb-85dc-2708e1941828 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?id=91cc6402-4f33-4620-8607-9c8a92da671a&id=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0436316
Apr 05 12:12:11.462972 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 6 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:12:11.748281 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa5076-a01b-4954-afca-4c5ffa70f0df req-45c6a679-2b30-4b3f-b90d-5d4bfe0c8786 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:12:11.749877 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0baa5076-a01b-4954-afca-4c5ffa70f0df req-45c6a679-2b30-4b3f-b90d-5d4bfe0c8786 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 984 time: 0.0899415
Apr 05 12:12:11.803246 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0baa5076-a01b-4954-afca-4c5ffa70f0df req-b4c129db-d2e7-4ef9-ba95-8e635986c8fa tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?id=91cc6402-4f33-4620-8607-9c8a92da671a&id=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0461578
Apr 05 12:12:13.002624 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649b851-cd76-4603-b20a-8ffec99fd0ee req-8dafee4c-f6b4-4692-acee-acdfd2be43e9 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:12:13.004244 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3649b851-cd76-4603-b20a-8ffec99fd0ee req-8dafee4c-f6b4-4692-acee-acdfd2be43e9 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 984 time: 0.0864599
Apr 05 12:12:13.055223 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3649b851-cd76-4603-b20a-8ffec99fd0ee req-923a7aa5-018f-4f19-b572-18746c41750e tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?id=91cc6402-4f33-4620-8607-9c8a92da671a&id=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0443728
Apr 05 12:12:14.257500 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e291e7d-f809-4430-82d0-9dd73dfaa33c req-719633be-fc9f-4283-893c-31cec2dbd9d1 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:12:14.259111 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0e291e7d-f809-4430-82d0-9dd73dfaa33c req-719633be-fc9f-4283-893c-31cec2dbd9d1 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 984 time: 0.0879252
Apr 05 12:12:14.311609 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0e291e7d-f809-4430-82d0-9dd73dfaa33c req-88a2300a-8d6b-4509-ad7f-330f5f27ce39 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?id=91cc6402-4f33-4620-8607-9c8a92da671a&id=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0460231
Apr 05 12:12:23.630238 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bcf69ceb-0a48-4e29-9031-d15de767031a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:12:24.853791 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:12:26.018551 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-70a1aef1-ade2-43ad-9902-e15ad77d8b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:12:26.487795 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:12:26.749371 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-942701d2-9c47-4122-af77-9faa566481dd req-52e7656d-004f-4413-a1b1-cc70cdbaad5d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0783691
Apr 05 12:12:26.901117 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942701d2-9c47-4122-af77-9faa566481dd req-a6a5b5bb-4493-4b92-b791-044509aa63ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:12:26.902694 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-942701d2-9c47-4122-af77-9faa566481dd req-a6a5b5bb-4493-4b92-b791-044509aa63ef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09a08590013048999464095fb2986698&device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 1099 time: 0.0768266
Apr 05 12:12:27.057226 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942701d2-9c47-4122-af77-9faa566481dd req-d9197b43-d2c3-417e-ad41-a68c617c1f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:12:27.058729 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-942701d2-9c47-4122-af77-9faa566481dd req-d9197b43-d2c3-417e-ad41-a68c617c1f65 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ba2dc6d-7a10-4983-bd4a-704d4ac9411b HTTP/1.1" status: 200  len: 918 time: 0.1354716
Apr 05 12:12:28.071200 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:12:28.408430 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-942701d2-9c47-4122-af77-9faa566481dd req-2be10237-6ed4-423a-a8d1-688a6b422874 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 HTTP/1.1" status: 200  len: 1001 time: 0.1042576
Apr 05 12:12:28.669584 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:12:29.397575 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942701d2-9c47-4122-af77-9faa566481dd req-56eacc8e-089e-4247-8814-cc2e5cb6cab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:12:29.399168 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-942701d2-9c47-4122-af77-9faa566481dd req-56eacc8e-089e-4247-8814-cc2e5cb6cab7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3bbfe2a-e26d-4eee-9523-0b0e4c649bfb HTTP/1.1" status: 200  len: 856 time: 0.0677061
Apr 05 12:12:30.903141 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942701d2-9c47-4122-af77-9faa566481dd req-eb55844a-86ed-46ed-9417-50052231fa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:12:30.904637 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-942701d2-9c47-4122-af77-9faa566481dd req-eb55844a-86ed-46ed-9417-50052231fa93 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ba2dc6d-7a10-4983-bd4a-704d4ac9411b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0772235
Apr 05 12:12:31.046290 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-942701d2-9c47-4122-af77-9faa566481dd req-6beffeae-f188-4fcb-ac09-1bf7881b99ed service neutron] 10.222.0.37 "GET /v2.0/networks/5ba2dc6d-7a10-4983-bd4a-704d4ac9411b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335413
Apr 05 12:12:31.195709 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-942701d2-9c47-4122-af77-9faa566481dd req-6f1e1cad-af90-47b6-a6a6-a7eff6c03815 service neutron] 10.222.0.37 "GET /v2.0/networks/5ba2dc6d-7a10-4983-bd4a-704d4ac9411b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382737
Apr 05 12:12:47.983900 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b3f5e-d58d-4216-bcb7-0423795452be req-2fd7d8dd-368c-4e9c-bb8d-c0e828dc2668 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:12:47.985797 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1b4b3f5e-d58d-4216-bcb7-0423795452be req-2fd7d8dd-368c-4e9c-bb8d-c0e828dc2668 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/ports?device_id=e36c2ccd-44f1-4bdd-bd29-6b6870714f6e HTTP/1.1" status: 200  len: 946 time: 0.0878141
Apr 05 12:12:48.033304 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1b4b3f5e-d58d-4216-bcb7-0423795452be req-adadc854-79cb-4da0-8afd-644e45a43893 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cddff47-7b38-4c88-9ccb-54e73fb56fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412502
Apr 05 12:12:48.462446 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 6 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:12:49.237144 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1ddec-ba9f-46a4-8456-12cac5d066b7 req-f0932391-a0f0-4176-88f7-647eef885358 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:12:49.238766 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-04b1ddec-ba9f-46a4-8456-12cac5d066b7 req-f0932391-a0f0-4176-88f7-647eef885358 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/ports?device_id=e36c2ccd-44f1-4bdd-bd29-6b6870714f6e HTTP/1.1" status: 200  len: 946 time: 0.0873544
Apr 05 12:12:49.290278 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-04b1ddec-ba9f-46a4-8456-12cac5d066b7 req-901a7b60-1d52-46b5-bf2d-e8062e4d452d tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cddff47-7b38-4c88-9ccb-54e73fb56fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450516
Apr 05 12:12:49.925323 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20c137-a96c-4e28-9641-0b1b525f4a47 req-8283aa2f-1ebe-448a-9c02-3e28385944c9 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:12:49.926943 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4e20c137-a96c-4e28-9641-0b1b525f4a47 req-8283aa2f-1ebe-448a-9c02-3e28385944c9 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.37 "GET /v2.0/ports?device_id=e36c2ccd-44f1-4bdd-bd29-6b6870714f6e HTTP/1.1" status: 200  len: 946 time: 0.0872557
Apr 05 12:12:50.001234 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-4e20c137-a96c-4e28-9641-0b1b525f4a47 req-3fba1262-39de-4112-83d1-2534ade1d29c tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Deleting port 7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb {{(pid=84268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:12:50.001616 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-4e20c137-a96c-4e28-9641-0b1b525f4a47 req-3fba1262-39de-4112-83d1-2534ade1d29c tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:12:50.263875 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-4e20c137-a96c-4e28-9641-0b1b525f4a47 req-3fba1262-39de-4112-83d1-2534ade1d29c tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] For port 7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb,segment=NetworkSegment(203fa234-1156-4e61-8688-b0313df30d6a),segment_id=203fa234-1156-4e61-8688-b0313df30d6a)] {{(pid=84268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:12:50.264465 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-4e20c137-a96c-4e28-9641-0b1b525f4a47 req-3fba1262-39de-4112-83d1-2534ade1d29c tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:12:50.404797 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-4e20c137-a96c-4e28-9641-0b1b525f4a47 req-3fba1262-39de-4112-83d1-2534ade1d29c tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Calling delete_port for 7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb owned by compute:nova {{(pid=84268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:12:50.497636 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a07c19-c6f5-4841-9932-c8924e3c07d3 req-a05d4cc1-5717-43f0-9647-84b37fe608d7 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:12:50.499347 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-34a07c19-c6f5-4841-9932-c8924e3c07d3 req-a05d4cc1-5717-43f0-9647-84b37fe608d7 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/ports?device_id=e36c2ccd-44f1-4bdd-bd29-6b6870714f6e HTTP/1.1" status: 200  len: 946 time: 0.0943110
Apr 05 12:12:50.547072 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-34a07c19-c6f5-4841-9932-c8924e3c07d3 req-8f5a6618-6c91-41ab-9d1a-61fcb1965ebf tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cddff47-7b38-4c88-9ccb-54e73fb56fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413425
Apr 05 12:12:50.559928 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-4e20c137-a96c-4e28-9641-0b1b525f4a47 req-3fba1262-39de-4112-83d1-2534ade1d29c tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:12:50.572901 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:12:50.579105 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-edfbc4ec-7fde-47ee-9831-b88ab14e935c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:12:50.678581 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba1262-39de-4112-83d1-2534ade1d29c tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Pushing event deleted for resources: {'Port': ['ID=7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:12:50.694738 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fba1262-39de-4112-83d1-2534ade1d29c tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:12:50.695153 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fba1262-39de-4112-83d1-2534ade1d29c tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:12:50.695555 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fba1262-39de-4112-83d1-2534ade1d29c tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:12:50.695952 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fba1262-39de-4112-83d1-2534ade1d29c tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:12:50.696345 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fba1262-39de-4112-83d1-2534ade1d29c tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:12:50.696738 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fba1262-39de-4112-83d1-2534ade1d29c tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:12:50.697153 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fba1262-39de-4112-83d1-2534ade1d29c tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:12:50.697516 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fba1262-39de-4112-83d1-2534ade1d29c tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:12:50.698026 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fba1262-39de-4112-83d1-2534ade1d29c tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:12:50.698354 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fba1262-39de-4112-83d1-2534ade1d29c tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:12:50.698748 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fba1262-39de-4112-83d1-2534ade1d29c tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:12:50.699129 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fba1262-39de-4112-83d1-2534ade1d29c tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:12:50.704132 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-3fba1262-39de-4112-83d1-2534ade1d29c tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:12:50.835765 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e20c137-a96c-4e28-9641-0b1b525f4a47 req-3fba1262-39de-4112-83d1-2534ade1d29c tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] No DVR routers for this DVR port 7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb on host hv-cinder-78476 {{(pid=84268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 12:12:50.838117 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-4e20c137-a96c-4e28-9641-0b1b525f4a47 req-3fba1262-39de-4112-83d1-2534ade1d29c tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:12:50.840793 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36c2ccd-44f1-4bdd-bd29-6b6870714f6e', 'name': 'network-vif-deleted', 'tag': '7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb'}] {{(pid=84268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:12:50.856137 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4e20c137-a96c-4e28-9641-0b1b525f4a47 req-3fba1262-39de-4112-83d1-2534ade1d29c tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.37 "DELETE /v2.0/ports/7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb HTTP/1.1" status: 204  len: 173 time: 0.9237790
Apr 05 12:12:50.890750 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36c2ccd-44f1-4bdd-bd29-6b6870714f6e', 'name': 'network-vif-deleted', 'tag': '7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb', 'status': 'completed', 'code': 200}
Apr 05 12:12:53.631542 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eaec3caf-0cb8-4d56-b2ab-2870871d1815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:12:54.856404 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:12:56.019152 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72475714-7509-479b-b08e-dd38359628ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:12:56.115771 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:12:56.156016 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] No Port match for: 7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:12:56.156419 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 7d8bcf5f-c0bf-4d95-b6c4-33932c95bdcb not bound to the agent host hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:12:56.489929 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:12:58.073507 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:12:58.685059 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:12:58.847261 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25588d8f-c978-4bb2-8499-23ac7fa43083 req-51713be7-0df5-49c9-a291-47c1198b0bcf tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:12:58.848905 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-25588d8f-c978-4bb2-8499-23ac7fa43083 req-51713be7-0df5-49c9-a291-47c1198b0bcf tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 946 time: 0.0916402
Apr 05 12:12:58.896218 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-25588d8f-c978-4bb2-8499-23ac7fa43083 req-43e51f4c-0f49-47d9-b7d5-9ab8f7d6dfaf tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410018
Apr 05 12:13:00.103676 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db07c8-b666-4cdf-b55f-d19e5851e774 req-5d4ef20d-0b3a-4edf-9997-b79b424da59b tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:00.105345 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b3db07c8-b666-4cdf-b55f-d19e5851e774 req-5d4ef20d-0b3a-4edf-9997-b79b424da59b tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 946 time: 0.0923276
Apr 05 12:13:00.155313 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b3db07c8-b666-4cdf-b55f-d19e5851e774 req-ec51ef9b-e78e-408e-92e2-af6c3fc59103 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425758
Apr 05 12:13:01.359027 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e8108-a3ef-4518-a870-72477a1532e1 req-6d597c74-ff43-44b6-838c-31b013a552ad tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:01.360628 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-446e8108-a3ef-4518-a870-72477a1532e1 req-6d597c74-ff43-44b6-838c-31b013a552ad tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 946 time: 0.0904622
Apr 05 12:13:01.406871 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-446e8108-a3ef-4518-a870-72477a1532e1 req-2ad714e6-6d4c-4f07-a145-81eba946a14c tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399358
Apr 05 12:13:02.615227 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dcc38b-b82f-4a03-8fa1-d4061b4ea553 req-cbd103e9-d8bf-4722-8298-f60a4d0da431 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:02.616810 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-24dcc38b-b82f-4a03-8fa1-d4061b4ea553 req-cbd103e9-d8bf-4722-8298-f60a4d0da431 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 946 time: 0.0906100
Apr 05 12:13:02.670028 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-24dcc38b-b82f-4a03-8fa1-d4061b4ea553 req-1dec48dd-c002-463a-92f2-7c48a9f2c663 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467918
Apr 05 12:13:03.875300 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf8f20-3ac6-4905-a608-449657cb780d req-c1bbde52-c1fe-4b02-bed7-379a88a4b969 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:03.877398 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-10cf8f20-3ac6-4905-a608-449657cb780d req-c1bbde52-c1fe-4b02-bed7-379a88a4b969 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 946 time: 0.0898492
Apr 05 12:13:03.927372 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-10cf8f20-3ac6-4905-a608-449657cb780d req-9d17ce4a-dbc1-4da3-a461-45a97bea4b81 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436943
Apr 05 12:13:04.021595 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1db947-a1c9-47c6-afc9-ff594614af44 req-7b1e35fc-3a40-45db-9849-36b934590bfe tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:04.023260 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ce1db947-a1c9-47c6-afc9-ff594614af44 req-7b1e35fc-3a40-45db-9849-36b934590bfe tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.37 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 946 time: 0.0883472
Apr 05 12:13:04.188984 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-ce1db947-a1c9-47c6-afc9-ff594614af44 req-03dd92d8-52d9-437d-9b67-3247f286efeb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Deleting port 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 {{(pid=84268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:13:04.189364 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ce1db947-a1c9-47c6-afc9-ff594614af44 req-03dd92d8-52d9-437d-9b67-3247f286efeb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:04.361518 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-e067622f-2411-49c7-adfb-d88164adb4cc tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:04.363121 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-e067622f-2411-49c7-adfb-d88164adb4cc tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/networks?id=ce325ebd-7c26-4401-b685-6baabac43d9c HTTP/1.1" status: 200  len: 813 time: 0.2728350
Apr 05 12:13:04.457385 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-23206a35-065c-48b8-bad1-664a5eb95a8e tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/quotas/a4b830a10a514a4cb30105d6758c326e HTTP/1.1" status: 200  len: 375 time: 0.0741680
Apr 05 12:13:04.517475 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-4345d2d0-19a2-4b5f-a50d-6548557580f4 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Synchronizing usage tracker for tenant:a4b830a10a514a4cb30105d6758c326e on resource:port {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:13:04.570432 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-4345d2d0-19a2-4b5f-a50d-6548557580f4 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Unset dirty status for tenant:a4b830a10a514a4cb30105d6758c326e on resource:port {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:13:04.571765 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-4345d2d0-19a2-4b5f-a50d-6548557580f4 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4b830a10a514a4cb30105d6758c326e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1083007
Apr 05 12:13:04.573675 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-ce1db947-a1c9-47c6-afc9-ff594614af44 req-03dd92d8-52d9-437d-9b67-3247f286efeb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] For port 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=7be1a319-4ced-48c7-93cc-a31f4f1d1bd8,segment=NetworkSegment(e495bedb-3d01-4d20-b74e-aa316357e53b),segment_id=e495bedb-3d01-4d20-b74e-aa316357e53b)] {{(pid=84268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:13:04.574065 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ce1db947-a1c9-47c6-afc9-ff594614af44 req-03dd92d8-52d9-437d-9b67-3247f286efeb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:05.100821 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-355422a0-a47d-4922-a3c7-0e8de599ccf0 service neutron] 10.222.0.36 "GET /v2.0/networks/ce325ebd-7c26-4401-b685-6baabac43d9c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5188851
Apr 05 12:13:05.147857 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794bf589-3a9f-488c-9acf-f464de6b24bc req-5d32734d-6b84-4a8d-9019-d0e2fe80de18 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:05.149528 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-794bf589-3a9f-488c-9acf-f464de6b24bc req-5d32734d-6b84-4a8d-9019-d0e2fe80de18 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 946 time: 0.1049354
Apr 05 12:13:05.198424 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-794bf589-3a9f-488c-9acf-f464de6b24bc req-5b1d5fc1-7581-4830-a42b-1cc8a421a524 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=aa7113d5-080c-4a56-a74b-25bfce99a781&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420201
Apr 05 12:13:05.309306 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ce1db947-a1c9-47c6-afc9-ff594614af44 req-03dd92d8-52d9-437d-9b67-3247f286efeb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:05.309708 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ce1db947-a1c9-47c6-afc9-ff594614af44 req-03dd92d8-52d9-437d-9b67-3247f286efeb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854330421'] for floatingip, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:05.310060 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.l3_db [req-ce1db947-a1c9-47c6-afc9-ff594614af44 req-03dd92d8-52d9-437d-9b67-3247f286efeb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Floating IP 0dde4a72-2063-4d2a-8810-ee3f439aeb1f disassociated. External IP: 172.27.0.137, port: 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8.
Apr 05 12:13:05.310459 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-ce1db947-a1c9-47c6-afc9-ff594614af44 req-03dd92d8-52d9-437d-9b67-3247f286efeb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Calling delete_port for 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 owned by compute:nova {{(pid=84268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:13:05.401248 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-1f80239d-0ec9-415d-85ed-3543b7d5b2bd service neutron] 10.222.0.36 "GET /v2.0/networks/ce325ebd-7c26-4401-b685-6baabac43d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2931097
Apr 05 12:13:05.494208 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ce1db947-a1c9-47c6-afc9-ff594614af44 req-03dd92d8-52d9-437d-9b67-3247f286efeb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:05.510115 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e821f17d-34ec-49e1-95d2-851aa3cd0357 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:13:05.613842 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd92d8-52d9-437d-9b67-3247f286efeb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Pushing event deleted for resources: {'Port': ['ID=7be1a319-4ced-48c7-93cc-a31f4f1d1bd8,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:13:05.621269 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-03dd92d8-52d9-437d-9b67-3247f286efeb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:13:05.630426 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d00a926d-5f33-4758-8eb8-cc498b1853fd req-5b9e310c-2650-4c8c-b625-e899a9ee56d9 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/ports?device_id=f871c675-3fa2-4f43-8915-d15a01dbe06f HTTP/1.1" status: 200  len: 210 time: 0.0611389
Apr 05 12:13:05.884948 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce1db947-a1c9-47c6-afc9-ff594614af44 req-03dd92d8-52d9-437d-9b67-3247f286efeb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Router 20060276-d6e6-4355-b2d8-8284c2ecff53 has already been hosted by L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d {{(pid=84268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 12:13:06.076759 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce1db947-a1c9-47c6-afc9-ff594614af44 req-03dd92d8-52d9-437d-9b67-3247f286efeb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:13:06.090110 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e13744-453e-4da2-b8f3-f74d3069c55d None None] Sync routers for ids ['20060276-d6e6-4355-b2d8-8284c2ecff53'] in dv-cinder-784763-1-iscsi {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:13:06.101515 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e13744-453e-4da2-b8f3-f74d3069c55d None None] Routers {'20060276-d6e6-4355-b2d8-8284c2ecff53'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:13:06.102494 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-56e13744-453e-4da2-b8f3-f74d3069c55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24608426d8>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:12:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['20060276-d6e6-4355-b2d8-8284c2ecff53'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:13:06.164516 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1db947-a1c9-47c6-afc9-ff594614af44 req-03dd92d8-52d9-437d-9b67-3247f286efeb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] No DVR routers for this DVR port 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 on host hv-cinder-78476 {{(pid=84268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 12:13:06.167991 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-ce1db947-a1c9-47c6-afc9-ff594614af44 req-03dd92d8-52d9-437d-9b67-3247f286efeb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:06.170117 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41cc66fe-6283-4798-b54a-9647f39a77ad', 'name': 'network-vif-deleted', 'tag': '7be1a319-4ced-48c7-93cc-a31f4f1d1bd8'}] {{(pid=84268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:13:06.186954 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ce1db947-a1c9-47c6-afc9-ff594614af44 req-03dd92d8-52d9-437d-9b67-3247f286efeb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.37 "DELETE /v2.0/ports/7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 HTTP/1.1" status: 204  len: 173 time: 2.1584291
Apr 05 12:13:06.238735 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41cc66fe-6283-4798-b54a-9647f39a77ad', 'name': 'network-vif-deleted', 'tag': '7be1a319-4ced-48c7-93cc-a31f4f1d1bd8', 'status': 'completed', 'code': 200}
Apr 05 12:13:06.331869 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-56e13744-453e-4da2-b8f3-f74d3069c55d None None] Set router 20060276-d6e6-4355-b2d8-8284c2ecff53 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:13:06.633345 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2c4ad319-8784-41f5-9cf8-85764da7bf42 req-7c58a200-0118-4633-98c1-d160f516fedf tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=41cc66fe-6283-4798-b54a-9647f39a77ad HTTP/1.1" status: 200  len: 210 time: 0.3032277
Apr 05 12:13:06.713626 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-56e13744-453e-4da2-b8f3-f74d3069c55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24608426d8>, [{'id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'name': 'tempest-AttachVolumeShelveTestJSON-2114726205-router', 'tenant_id': '09a08590013048999464095fb2986698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:12Z', 'updated_at': '2021-04-05T12:06:23Z', 'revision_number': 4, 'project_id': '09a08590013048999464095fb2986698', 'gw_port': {'id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:13Z', 'updated_at': '2021-04-05T12:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': '0663a8dc-85f4-4dba-8176-a2a971dc0534', 'name': '', 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b', 'tenant_id': '09a08590013048999464095fb2986698', 'mac_address': 'fa:16:3e:2e:a6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd3bbfe2a-e26d-4eee-9523-0b0e4c649bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:20Z', 'updated_at': '2021-04-05T12:06:37Z', 'revision_number': 5, 'project_id': '09a08590013048999464095fb2986698', 'subnets': [{'id': 'd3bbfe2a-e26d-4eee-9523-0b0e4c649bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:13:06.717821 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e13744-453e-4da2-b8f3-f74d3069c55d None None] Checking router: 20060276-d6e6-4355-b2d8-8284c2ecff53 for host: dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:13:06.727104 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e13744-453e-4da2-b8f3-f74d3069c55d None None] Routers {'20060276-d6e6-4355-b2d8-8284c2ecff53'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:13:06.727771 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-56e13744-453e-4da2-b8f3-f74d3069c55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24608426d8>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:12:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['20060276-d6e6-4355-b2d8-8284c2ecff53'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:13:06.800481 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ca6f3d5a-e5c0-4239-bc27-e04d89e47c91 req-cb7ae43e-4423-4b0b-b4bd-79d4da81e176 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/ports?device_id=f871c675-3fa2-4f43-8915-d15a01dbe06f HTTP/1.1" status: 200  len: 210 time: 0.0508831
Apr 05 12:13:06.945408 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-56e13744-453e-4da2-b8f3-f74d3069c55d None None] Set router 20060276-d6e6-4355-b2d8-8284c2ecff53 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:13:07.280260 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-56e13744-453e-4da2-b8f3-f74d3069c55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24608426d8>, [{'id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'name': 'tempest-AttachVolumeShelveTestJSON-2114726205-router', 'tenant_id': '09a08590013048999464095fb2986698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:12Z', 'updated_at': '2021-04-05T12:06:23Z', 'revision_number': 4, 'project_id': '09a08590013048999464095fb2986698', 'gw_port': {'id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:13Z', 'updated_at': '2021-04-05T12:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': '0663a8dc-85f4-4dba-8176-a2a971dc0534', 'name': '', 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b', 'tenant_id': '09a08590013048999464095fb2986698', 'mac_address': 'fa:16:3e:2e:a6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd3bbfe2a-e26d-4eee-9523-0b0e4c649bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:20Z', 'updated_at': '2021-04-05T12:06:37Z', 'revision_number': 5, 'project_id': '09a08590013048999464095fb2986698', 'subnets': [{'id': 'd3bbfe2a-e26d-4eee-9523-0b0e4c649bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:13:07.285192 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e13744-453e-4da2-b8f3-f74d3069c55d None None] The sync data for ids ['20060276-d6e6-4355-b2d8-8284c2ecff53'] in dv-cinder-784763-1-iscsi is: [{'id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'name': 'tempest-AttachVolumeShelveTestJSON-2114726205-router', 'tenant_id': '09a08590013048999464095fb2986698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:12Z', 'updated_at': '2021-04-05T12:06:23Z', 'revision_number': 4, 'project_id': '09a08590013048999464095fb2986698', 'gw_port': {'id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:13Z', 'updated_at': '2021-04-05T12:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': '0663a8dc-85f4-4dba-8176-a2a971dc0534', 'name': '', 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b', 'tenant_id': '09a08590013048999464095fb2986698', 'mac_address': 'fa:16:3e:2e:a6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd3bbfe2a-e26d-4eee-9523-0b0e4c649bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:20Z', 'updated_at': '2021-04-05T12:06:37Z', 'revision_number': 5, 'project_id': '09a08590013048999464095fb2986698', 'subnets': [{'id': 'd3bbfe2a-e26d-4eee-9523-0b0e4c649bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:13:07.521165 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-30694838-a2a2-4b88-9849-a18a411efa99 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:07.522940 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-30694838-a2a2-4b88-9849-a18a411efa99 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.37 "GET /v2.0/networks?id=ce325ebd-7c26-4401-b685-6baabac43d9c HTTP/1.1" status: 200  len: 813 time: 0.1643856
Apr 05 12:13:07.538828 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-6bcf4585-f9a9-4843-a64b-84f3a2bab24a tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Request body: {'port': {'device_id': 'f871c675-3fa2-4f43-8915-d15a01dbe06f', 'network_id': 'ce325ebd-7c26-4401-b685-6baabac43d9c', 'admin_state_up': True, 'tenant_id': 'a4b830a10a514a4cb30105d6758c326e'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:13:07.699104 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-6bcf4585-f9a9-4843-a64b-84f3a2bab24a tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:13:07.713540 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-6bcf4585-f9a9-4843-a64b-84f3a2bab24a tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:13:07.724317 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-6bcf4585-f9a9-4843-a64b-84f3a2bab24a tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Made reservation on behalf of a4b830a10a514a4cb30105d6758c326e for: {'port': 1} {{(pid=84268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:13:07.730967 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-6bcf4585-f9a9-4843-a64b-84f3a2bab24a tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:07.783535 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c6016e-8f92-45ba-a1d0-747d28f96ae7 None None] New status for floating IP 0dde4a72-2063-4d2a-8810-ee3f439aeb1f: DOWN {{(pid=84271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 05 12:13:07.784375 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 47972) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:13:07.886922 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-71a80e1a-c45f-4abe-8468-a06bf9cf2697 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:07.940756 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-6bcf4585-f9a9-4843-a64b-84f3a2bab24a tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Allocated IP 172.20.0.12 (ce325ebd-7c26-4401-b685-6baabac43d9c/adcf45fd-b3c6-469e-8fa1-b75c0941e671/e5549816-d410-40ca-a56e-452bca2fc5c4) {{(pid=84268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:13:07.943313 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-71a80e1a-c45f-4abe-8468-a06bf9cf2697 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:08.062892 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-71a80e1a-c45f-4abe-8468-a06bf9cf2697 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:08.074313 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-3eca37da-0129-450b-b05f-c0eea03b12de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:13:08.092478 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a80e1a-c45f-4abe-8468-a06bf9cf2697 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7113d5-080c-4a56-a74b-25bfce99a781,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:13:08.097535 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-985ed651-328e-468f-890f-1550a546ab2e req-b68dafbd-ce7c-43e6-a8dd-3771a0e696e4 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/ports?device_id=f871c675-3fa2-4f43-8915-d15a01dbe06f HTTP/1.1" status: 200  len: 210 time: 0.1564894
Apr 05 12:13:08.108548 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a80e1a-c45f-4abe-8468-a06bf9cf2697 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:13:08.108738 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a80e1a-c45f-4abe-8468-a06bf9cf2697 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:13:08.109091 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a80e1a-c45f-4abe-8468-a06bf9cf2697 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:13:08.109502 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a80e1a-c45f-4abe-8468-a06bf9cf2697 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:13:08.109908 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a80e1a-c45f-4abe-8468-a06bf9cf2697 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:13:08.114236 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a80e1a-c45f-4abe-8468-a06bf9cf2697 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:13:08.114236 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a80e1a-c45f-4abe-8468-a06bf9cf2697 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:13:08.114236 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a80e1a-c45f-4abe-8468-a06bf9cf2697 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:13:08.114236 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a80e1a-c45f-4abe-8468-a06bf9cf2697 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:13:08.114236 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a80e1a-c45f-4abe-8468-a06bf9cf2697 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:13:08.114236 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a80e1a-c45f-4abe-8468-a06bf9cf2697 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:13:08.114236 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a80e1a-c45f-4abe-8468-a06bf9cf2697 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:13:08.117931 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-71a80e1a-c45f-4abe-8468-a06bf9cf2697 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:13:08.154377 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-71a80e1a-c45f-4abe-8468-a06bf9cf2697 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:08.154377 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-71a80e1a-c45f-4abe-8468-a06bf9cf2697 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "DELETE /v2.0/security-groups/aa7113d5-080c-4a56-a74b-25bfce99a781 HTTP/1.1" status: 204  len: 168 time: 0.3677332
Apr 05 12:13:08.155191 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 47978) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:13:08.171557 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:13:08.185702 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.v2.resource [None req-6ca491d3-41e1-4745-ae30-b04fbcfb54aa tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] show failed (client error): The resource could not be found.
Apr 05 12:13:08.187131 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-6ca491d3-41e1-4745-ae30-b04fbcfb54aa tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups/aa7113d5-080c-4a56-a74b-25bfce99a781 HTTP/1.1" status: 404  len: 347 time: 0.0309737
Apr 05 12:13:08.193483 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 47982) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:13:08.208533 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-6bcf4585-f9a9-4843-a64b-84f3a2bab24a tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Notify callbacks [] for port, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:08.226442 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] No Port match for: 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:13:08.227048 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 7be1a319-4ced-48c7-93cc-a31f4f1d1bd8 not bound to the agent host hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:13:08.243740 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-6bcf4585-f9a9-4843-a64b-84f3a2bab24a tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:08.345424 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-3fba1262-39de-4112-83d1-2534ade1d29c tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:13:08.370971 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e5b27623-a273-46e5-9fcc-596e4ec9911a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Deleting port d1626ec4-42a1-4f9d-9c7e-2b730f611184 {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:13:08.371339 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e5b27623-a273-46e5-9fcc-596e4ec9911a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:08.451292 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf4585-f9a9-4843-a64b-84f3a2bab24a tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Pushing event updated for resources: {'Port': ['ID=e5549816-d410-40ca-a56e-452bca2fc5c4,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:13:08.455637 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-6bcf4585-f9a9-4843-a64b-84f3a2bab24a tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:13:08.474714 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-6bcf4585-f9a9-4843-a64b-84f3a2bab24a tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Network ce325ebd-7c26-4401-b685-6baabac43d9c is already hosted by enough agents. {{(pid=84268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:13:08.475856 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-6bcf4585-f9a9-4843-a64b-84f3a2bab24a tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Resources bound (agent type, host, resource id):  {{(pid=84268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:13:08.478159 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-6bcf4585-f9a9-4843-a64b-84f3a2bab24a tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Received port after_create {{(pid=84268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:13:08.544487 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-6bcf4585-f9a9-4843-a64b-84f3a2bab24a tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:08.545154 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-6bcf4585-f9a9-4843-a64b-84f3a2bab24a tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:08.554943 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e5b27623-a273-46e5-9fcc-596e4ec9911a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:08.555319 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e5b27623-a273-46e5-9fcc-596e4ec9911a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:08.570272 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-6bcf4585-f9a9-4843-a64b-84f3a2bab24a tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0362298
Apr 05 12:13:08.582897 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-50d63e73-02d1-4eab-8c33-357e4cd7a7fa service neutron] Request body: {'port': {'device_id': 'f871c675-3fa2-4f43-8915-d15a01dbe06f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:13:08.686961 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e5b27623-a273-46e5-9fcc-596e4ec9911a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Calling delete_port for d1626ec4-42a1-4f9d-9c7e-2b730f611184 owned by network:floatingip {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:13:08.707614 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-50d63e73-02d1-4eab-8c33-357e4cd7a7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:08.839302 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e5b27623-a273-46e5-9fcc-596e4ec9911a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:08.856198 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:13:08.959250 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b27623-a273-46e5-9fcc-596e4ec9911a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Pushing event deleted for resources: {'Port': ['ID=d1626ec4-42a1-4f9d-9c7e-2b730f611184,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:13:08.968674 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e5b27623-a273-46e5-9fcc-596e4ec9911a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:13:09.124862 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e5b27623-a273-46e5-9fcc-596e4ec9911a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for floatingip, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:09.140689 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e5b27623-a273-46e5-9fcc-596e4ec9911a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for floatingip, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:09.144962 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-e5b27623-a273-46e5-9fcc-596e4ec9911a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "DELETE /v2.0/floatingips/0dde4a72-2063-4d2a-8810-ee3f439aeb1f HTTP/1.1" status: 204  len: 168 time: 0.9470198
Apr 05 12:13:09.149516 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-50d63e73-02d1-4eab-8c33-357e4cd7a7fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5549816-d410-40ca-a56e-452bca2fc5c4 {{(pid=84268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:13:09.158714 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-50d63e73-02d1-4eab-8c33-357e4cd7a7fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:09.180466 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-50d63e73-02d1-4eab-8c33-357e4cd7a7fa service neutron] Transition to ACTIVE for port object e5549816-d410-40ca-a56e-452bca2fc5c4 will not be triggered until provisioned by entity L2. {{(pid=84268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:13:09.184039 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-50d63e73-02d1-4eab-8c33-357e4cd7a7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851385328'] for port, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:09.200953 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-716fb55c-6564-4fc6-a0cb-62d8a585b2aa tempest-VolumesNegativeTest-122691302 tempest-VolumesNegativeTest-122691302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:13:09.393186 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d63e73-02d1-4eab-8c33-357e4cd7a7fa service neutron] Pushing event updated for resources: {'Port': ['ID=e5549816-d410-40ca-a56e-452bca2fc5c4,revision_number=2']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:13:09.396196 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-50d63e73-02d1-4eab-8c33-357e4cd7a7fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:13:09.456503 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 47990) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:13:09.462682 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-342c80d9-7279-44e0-a80b-e80014b39165 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1168197982', 'description': 'tempest-description--65485010'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:13:09.469480 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-342c80d9-7279-44e0-a80b-e80014b39165 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:13:09.474096 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-342c80d9-7279-44e0-a80b-e80014b39165 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Usage tracker for resource:security_group and tenant:09a08590013048999464095fb2986698 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:13:09.477423 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-342c80d9-7279-44e0-a80b-e80014b39165 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:13:09.484188 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-342c80d9-7279-44e0-a80b-e80014b39165 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:13:09.495790 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-342c80d9-7279-44e0-a80b-e80014b39165 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:09.519284 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-342c80d9-7279-44e0-a80b-e80014b39165 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:13:09.523756 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-342c80d9-7279-44e0-a80b-e80014b39165 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Usage tracker for resource:security_group_rule and tenant:09a08590013048999464095fb2986698 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:13:09.527154 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-342c80d9-7279-44e0-a80b-e80014b39165 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:13:09.533497 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-342c80d9-7279-44e0-a80b-e80014b39165 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:13:09.615197 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-342c80d9-7279-44e0-a80b-e80014b39165 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:09.618205 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-342c80d9-7279-44e0-a80b-e80014b39165 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:09.623913 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-cb3fe931-1562-40d4-999e-ea5ac78e2c6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:13:09.672435 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c80d9-7279-44e0-a80b-e80014b39165 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d953707f-b062-4d48-9574-c0197260012b,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:13:09.675996 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-342c80d9-7279-44e0-a80b-e80014b39165 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:13:09.676871 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-342c80d9-7279-44e0-a80b-e80014b39165 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:09.680909 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-342c80d9-7279-44e0-a80b-e80014b39165 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2204816
Apr 05 12:13:09.681333 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 47994) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:13:09.686840 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-92e8c289-1b37-4b4e-8af1-ea71b36b828f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Request body: {'security_group_rule': {'security_group_id': 'd953707f-b062-4d48-9574-c0197260012b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:13:09.693797 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-92e8c289-1b37-4b4e-8af1-ea71b36b828f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:13:09.697789 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-92e8c289-1b37-4b4e-8af1-ea71b36b828f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Usage tracker for resource:security_group_rule and tenant:09a08590013048999464095fb2986698 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:13:09.700820 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-92e8c289-1b37-4b4e-8af1-ea71b36b828f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:13:09.706929 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-92e8c289-1b37-4b4e-8af1-ea71b36b828f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:13:09.723299 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92e8c289-1b37-4b4e-8af1-ea71b36b828f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:09.771220 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48115400-fd19-4dbc-a6d2-707258766559 req-cce28a69-d7a0-4a5a-b011-b6f1d548f87b tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:09.771958 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-48115400-fd19-4dbc-a6d2-707258766559 req-cce28a69-d7a0-4a5a-b011-b6f1d548f87b tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Synchronizing usage tracker for tenant:a4b830a10a514a4cb30105d6758c326e on resource:port {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:13:09.785384 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92e8c289-1b37-4b4e-8af1-ea71b36b828f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:09.788104 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92e8c289-1b37-4b4e-8af1-ea71b36b828f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411633'] for security_group_rule, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:09.790318 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-645737ae-2529-4e6f-b40d-264be7a1b0a0 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:13:09.811457 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8c289-1b37-4b4e-8af1-ea71b36b828f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=731ab49a-da73-44c7-8ccd-de1d48eff4cf,revision_number=0']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:13:09.816168 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-92e8c289-1b37-4b4e-8af1-ea71b36b828f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:13:09.822968 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92e8c289-1b37-4b4e-8af1-ea71b36b828f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:09.827196 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-92e8c289-1b37-4b4e-8af1-ea71b36b828f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1421068
Apr 05 12:13:09.827341 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 47998) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:13:09.832819 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f1f08881-d766-4650-80e1-81b5a498857a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Request body: {'security_group_rule': {'security_group_id': 'd953707f-b062-4d48-9574-c0197260012b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:13:09.839262 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f1f08881-d766-4650-80e1-81b5a498857a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:13:09.843204 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-f1f08881-d766-4650-80e1-81b5a498857a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Usage tracker for resource:security_group_rule and tenant:09a08590013048999464095fb2986698 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:13:09.846284 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-f1f08881-d766-4650-80e1-81b5a498857a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:13:09.852252 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-f1f08881-d766-4650-80e1-81b5a498857a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:13:09.866052 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-48115400-fd19-4dbc-a6d2-707258766559 req-cce28a69-d7a0-4a5a-b011-b6f1d548f87b tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Unset dirty status for tenant:a4b830a10a514a4cb30105d6758c326e on resource:port {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:13:09.867402 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-48115400-fd19-4dbc-a6d2-707258766559 req-cce28a69-d7a0-4a5a-b011-b6f1d548f87b tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/ports?device_id=f871c675-3fa2-4f43-8915-d15a01dbe06f HTTP/1.1" status: 200  len: 944 time: 0.5663078
Apr 05 12:13:09.868787 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1f08881-d766-4650-80e1-81b5a498857a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:09.935695 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1f08881-d766-4650-80e1-81b5a498857a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:09.938633 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1f08881-d766-4650-80e1-81b5a498857a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411633'] for security_group_rule, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:09.940957 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-4b94c5c4-01fb-4adb-8664-53d7ea60ebe9 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:13:09.944518 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-48115400-fd19-4dbc-a6d2-707258766559 req-d3282294-fbcb-47bc-835c-26ab3dea7519 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cddff47-7b38-4c88-9ccb-54e73fb56fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700729
Apr 05 12:13:09.946684 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-50d63e73-02d1-4eab-8c33-357e4cd7a7fa service neutron] Attempting to bind port e5549816-d410-40ca-a56e-452bca2fc5c4 on host hv-cinder-78476 for vnic_type normal with profile  {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:13:09.947059 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-50d63e73-02d1-4eab-8c33-357e4cd7a7fa service neutron] Attempting to bind port e5549816-d410-40ca-a56e-452bca2fc5c4 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '203fa234-1156-4e61-8688-b0313df30d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ce325ebd-7c26-4401-b685-6baabac43d9c'}] {{(pid=84268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:13:09.947428 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-50d63e73-02d1-4eab-8c33-357e4cd7a7fa service neutron] Attempting to bind port e5549816-d410-40ca-a56e-452bca2fc5c4 on network ce325ebd-7c26-4401-b685-6baabac43d9c {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:13:09.952468 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-50d63e73-02d1-4eab-8c33-357e4cd7a7fa service neutron] Port e5549816-d410-40ca-a56e-452bca2fc5c4 on network ce325ebd-7c26-4401-b685-6baabac43d9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 12:13:09.952835 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-50d63e73-02d1-4eab-8c33-357e4cd7a7fa service neutron] Attempting to bind port e5549816-d410-40ca-a56e-452bca2fc5c4 on network ce325ebd-7c26-4401-b685-6baabac43d9c {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:13:09.957831 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f08881-d766-4650-80e1-81b5a498857a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c6c8512-c1b5-4008-a1b1-9da230d17f30,revision_number=0']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:13:09.968134 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-50d63e73-02d1-4eab-8c33-357e4cd7a7fa service neutron] Checking agent: {'id': '038210d6-d792-4dfe-95d3-eb4a37cb8b01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:13:09.968134 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-50d63e73-02d1-4eab-8c33-357e4cd7a7fa service neutron] Checking segment: {'id': '203fa234-1156-4e61-8688-b0313df30d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ce325ebd-7c26-4401-b685-6baabac43d9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:13:09.968134 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-50d63e73-02d1-4eab-8c33-357e4cd7a7fa service neutron] Bound using segment: {'id': '203fa234-1156-4e61-8688-b0313df30d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ce325ebd-7c26-4401-b685-6baabac43d9c'} {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:13:09.968134 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-50d63e73-02d1-4eab-8c33-357e4cd7a7fa service neutron] Bound port: e5549816-d410-40ca-a56e-452bca2fc5c4, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203fa234-1156-4e61-8688-b0313df30d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ce325ebd-7c26-4401-b685-6baabac43d9c'}}] {{(pid=84268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:13:09.968134 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-50d63e73-02d1-4eab-8c33-357e4cd7a7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:09.968666 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f1f08881-d766-4650-80e1-81b5a498857a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:13:09.976172 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f1f08881-d766-4650-80e1-81b5a498857a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:09.977492 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-f1f08881-d766-4650-80e1-81b5a498857a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1491692
Apr 05 12:13:09.980961 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 48002) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:13:09.987306 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-11e97155-9159-4c71-8f02-30628a8178eb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Request body: {'floatingip': {'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:13:09.993604 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-11e97155-9159-4c71-8f02-30628a8178eb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:13:09.997605 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-11e97155-9159-4c71-8f02-30628a8178eb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Usage tracker for resource:floatingip and tenant:09a08590013048999464095fb2986698 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:13:10.000721 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-11e97155-9159-4c71-8f02-30628a8178eb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:13:10.010473 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-11e97155-9159-4c71-8f02-30628a8178eb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:13:10.019855 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-11e97155-9159-4c71-8f02-30628a8178eb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for floatingip, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:10.059414 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-50d63e73-02d1-4eab-8c33-357e4cd7a7fa service neutron] For port e5549816-d410-40ca-a56e-452bca2fc5c4, host hv-cinder-78476, cleared binding levels {{(pid=84268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:13:10.063205 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-50d63e73-02d1-4eab-8c33-357e4cd7a7fa service neutron] For port e5549816-d410-40ca-a56e-452bca2fc5c4, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e5549816-d410-40ca-a56e-452bca2fc5c4,segment=NetworkSegment(203fa234-1156-4e61-8688-b0313df30d6a),segment_id=203fa234-1156-4e61-8688-b0313df30d6a)] {{(pid=84268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:13:10.066455 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-50d63e73-02d1-4eab-8c33-357e4cd7a7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851385328'] for port, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:10.079638 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-b90cb4db-5d79-4a07-8a3e-fb14f96665a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:13:10.166781 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-11e97155-9159-4c71-8f02-30628a8178eb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:10.237833 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d63e73-02d1-4eab-8c33-357e4cd7a7fa service neutron] Pushing event updated for resources: {'Port': ['ID=e5549816-d410-40ca-a56e-452bca2fc5c4,revision_number=3']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:13:10.242485 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-50d63e73-02d1-4eab-8c33-357e4cd7a7fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:13:10.273601 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-50d63e73-02d1-4eab-8c33-357e4cd7a7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:10.274324 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-50d63e73-02d1-4eab-8c33-357e4cd7a7fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:10.276049 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-50d63e73-02d1-4eab-8c33-357e4cd7a7fa service neutron] 10.222.0.37 "PUT /v2.0/ports/e5549816-d410-40ca-a56e-452bca2fc5c4 HTTP/1.1" status: 200  len: 1094 time: 1.6978922
Apr 05 12:13:10.276579 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f871c675-3fa2-4f43-8915-d15a01dbe06f', 'tag': 'e5549816-d410-40ca-a56e-452bca2fc5c4'}] {{(pid=84268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:13:10.323705 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-11e97155-9159-4c71-8f02-30628a8178eb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Allocated IP 172.27.0.112 (9d12ef10-d92d-4db6-ae05-ceb86a15802e/0ceae222-356e-4bb7-8260-995ea8a55dd5/77ff4b59-f097-4bb3-836d-85d709d1bd47) {{(pid=84269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:13:10.351542 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f871c675-3fa2-4f43-8915-d15a01dbe06f', 'tag': 'e5549816-d410-40ca-a56e-452bca2fc5c4', 'status': 'completed', 'code': 200}
Apr 05 12:13:10.398248 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-dda660fd-cdec-400c-bbce-e63d2ccc55b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:10.399864 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-dda660fd-cdec-400c-bbce-e63d2ccc55b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4b830a10a514a4cb30105d6758c326e&device_id=f871c675-3fa2-4f43-8915-d15a01dbe06f HTTP/1.1" status: 200  len: 1097 time: 0.0865159
Apr 05 12:13:10.481972 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-11e97155-9159-4c71-8f02-30628a8178eb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for port, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:10.490955 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-abc2fcf9-2f68-4120-bbbe-08f32553ab87 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5549816-d410-40ca-a56e-452bca2fc5c4 HTTP/1.1" status: 200  len: 217 time: 0.0681512
Apr 05 12:13:10.512793 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-11e97155-9159-4c71-8f02-30628a8178eb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:10.528386 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-bcbeaef0-dc97-4056-b4bf-1016abfaca41 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:13:10.564343 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-4f00347c-c4e0-4a8c-bab4-43e13c4910c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:10.565938 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-4f00347c-c4e0-4a8c-bab4-43e13c4910c3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=adcf45fd-b3c6-469e-8fa1-b75c0941e671 HTTP/1.1" status: 200  len: 853 time: 0.0683053
Apr 05 12:13:10.618668 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-b013b903-2b5d-46d5-97b0-785e7e024733 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce325ebd-7c26-4401-b685-6baabac43d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0465121
Apr 05 12:13:10.663240 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e97155-9159-4c71-8f02-30628a8178eb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Pushing event updated for resources: {'Port': ['ID=77ff4b59-f097-4bb3-836d-85d709d1bd47,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:13:10.667912 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-11e97155-9159-4c71-8f02-30628a8178eb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:13:10.724571 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e97155-9159-4c71-8f02-30628a8178eb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Network 9d12ef10-d92d-4db6-ae05-ceb86a15802e is already hosted by enough agents. {{(pid=84269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:13:10.725923 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-11e97155-9159-4c71-8f02-30628a8178eb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Resources bound (agent type, host, resource id):  {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:13:10.728396 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e97155-9159-4c71-8f02-30628a8178eb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Received port after_create {{(pid=84269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:13:10.768444 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-412903bd-b4be-46db-bed0-21dbc3cae3ce service neutron] 10.222.0.37 "GET /v2.0/networks/ce325ebd-7c26-4401-b685-6baabac43d9c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424985
Apr 05 12:13:10.811446 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-11e97155-9159-4c71-8f02-30628a8178eb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:10.878412 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-11e97155-9159-4c71-8f02-30628a8178eb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:10.913139 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-eb5ff708-3c63-439a-a287-3ab18b9b952d req-c957040c-ca87-4469-8e65-79d1210eedab service neutron] 10.222.0.37 "GET /v2.0/networks/ce325ebd-7c26-4401-b685-6baabac43d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384571
Apr 05 12:13:11.035107 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878f968-d211-43aa-a84e-eff03bf34b77 req-6c10be3e-8de0-4b6b-b6f5-d3484b765d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:11.036767 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f878f968-d211-43aa-a84e-eff03bf34b77 req-6c10be3e-8de0-4b6b-b6f5-d3484b765d49 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a4b830a10a514a4cb30105d6758c326e&device_id=f871c675-3fa2-4f43-8915-d15a01dbe06f HTTP/1.1" status: 200  len: 1097 time: 0.0799427
Apr 05 12:13:11.164355 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-11e97155-9159-4c71-8f02-30628a8178eb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for port, precommit_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:11.169561 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-11e97155-9159-4c71-8f02-30628a8178eb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2694713'] for port, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:11.185770 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-4f16b25a-3029-43a5-867c-e8d6ef5e98be tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:13:11.254446 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878f968-d211-43aa-a84e-eff03bf34b77 req-9924dd0b-12e0-4acb-90b1-990565db08e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:11.256033 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f878f968-d211-43aa-a84e-eff03bf34b77 req-9924dd0b-12e0-4acb-90b1-990565db08e6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ce325ebd-7c26-4401-b685-6baabac43d9c HTTP/1.1" status: 200  len: 914 time: 0.2118900
Apr 05 12:13:11.265061 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c4857-6249-4850-b276-ba23a58bd04f req-e8568172-bae5-4646-a57c-9f9108b80b0f tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:11.266802 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-115c4857-6249-4850-b276-ba23a58bd04f req-e8568172-bae5-4646-a57c-9f9108b80b0f tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/ports?device_id=f871c675-3fa2-4f43-8915-d15a01dbe06f HTTP/1.1" status: 200  len: 944 time: 0.1940441
Apr 05 12:13:11.326922 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e97155-9159-4c71-8f02-30628a8178eb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Pushing event updated for resources: {'Port': ['ID=77ff4b59-f097-4bb3-836d-85d709d1bd47,revision_number=2']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:13:11.331772 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-11e97155-9159-4c71-8f02-30628a8178eb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:13:11.352490 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f878f968-d211-43aa-a84e-eff03bf34b77 req-cf34db4d-1acc-4ede-91fe-7bda3b9d6b47 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5549816-d410-40ca-a56e-452bca2fc5c4 HTTP/1.1" status: 200  len: 217 time: 0.0846150
Apr 05 12:13:11.427209 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-115c4857-6249-4850-b276-ba23a58bd04f req-3c12687f-64b4-49c5-b940-4c25f7cdec32 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cddff47-7b38-4c88-9ccb-54e73fb56fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049879
Apr 05 12:13:11.431648 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-11e97155-9159-4c71-8f02-30628a8178eb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854330421'] for floatingip, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:11.441918 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878f968-d211-43aa-a84e-eff03bf34b77 req-9f15fe0e-ce67-4920-97f5-e22750d2a9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:11.443525 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f878f968-d211-43aa-a84e-eff03bf34b77 req-9f15fe0e-ce67-4920-97f5-e22750d2a9c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=adcf45fd-b3c6-469e-8fa1-b75c0941e671 HTTP/1.1" status: 200  len: 853 time: 0.0838509
Apr 05 12:13:11.456031 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-11e97155-9159-4c71-8f02-30628a8178eb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for floatingip, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:11.457562 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-11e97155-9159-4c71-8f02-30628a8178eb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4756227
Apr 05 12:13:11.500466 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f878f968-d211-43aa-a84e-eff03bf34b77 req-21fcb46a-8329-4ee8-a30f-e5542a4ea2af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ce325ebd-7c26-4401-b685-6baabac43d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0499263
Apr 05 12:13:11.634699 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-3ac954eb-1479-4396-8b3b-94276503065f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Synchronizing usage tracker for tenant:09a08590013048999464095fb2986698 on resource:security_group {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:13:11.644240 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f878f968-d211-43aa-a84e-eff03bf34b77 req-04593438-e9cd-4850-bbb8-a5e84b4e4a0b service neutron] 10.222.0.37 "GET /v2.0/networks/ce325ebd-7c26-4401-b685-6baabac43d9c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371610
Apr 05 12:13:11.648888 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-3ac954eb-1479-4396-8b3b-94276503065f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Unset dirty status for tenant:09a08590013048999464095fb2986698 on resource:security_group {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:13:11.650107 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-3ac954eb-1479-4396-8b3b-94276503065f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1168197982&fields=id&tenant_id=09a08590013048999464095fb2986698 HTTP/1.1" status: 200  len: 267 time: 0.0613809
Apr 05 12:13:11.790970 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f878f968-d211-43aa-a84e-eff03bf34b77 req-6cf11a10-6fd9-4470-9dc4-4d270e306110 service neutron] 10.222.0.37 "GET /v2.0/networks/ce325ebd-7c26-4401-b685-6baabac43d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394734
Apr 05 12:13:11.811957 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-e7752d7f-9160-45b9-a0b7-469d8b5fa99d tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:11.814075 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-e7752d7f-9160-45b9-a0b7-469d8b5fa99d tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/networks?id=5ba2dc6d-7a10-4983-bd4a-704d4ac9411b HTTP/1.1" status: 200  len: 817 time: 0.1549549
Apr 05 12:13:11.830636 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-6f058acf-982f-47f8-a0a1-0e3d2ae5cb54 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/quotas/09a08590013048999464095fb2986698 HTTP/1.1" status: 200  len: 375 time: 0.0098467
Apr 05 12:13:11.925076 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-fabed4fc-2b03-4f2c-88b4-7ee3b2d93842 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Synchronizing usage tracker for tenant:09a08590013048999464095fb2986698 on resource:port {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:13:11.939704 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-fabed4fc-2b03-4f2c-88b4-7ee3b2d93842 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Unset dirty status for tenant:09a08590013048999464095fb2986698 on resource:port {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:13:11.941038 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-fabed4fc-2b03-4f2c-88b4-7ee3b2d93842 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=09a08590013048999464095fb2986698&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1049535
Apr 05 12:13:12.138187 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-c4b854f1-01e7-48e7-9efb-c2198126da21 service neutron] 10.222.0.36 "GET /v2.0/networks/5ba2dc6d-7a10-4983-bd4a-704d4ac9411b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1839969
Apr 05 12:13:12.508869 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-3fc53cf2-b674-4009-ab5a-714f74cb8448 service neutron] 10.222.0.36 "GET /v2.0/networks/5ba2dc6d-7a10-4983-bd4a-704d4ac9411b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3640621
Apr 05 12:13:12.633830 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f846eb3-f4d6-4f8e-a340-dc359f182957 req-006d9b0c-4e60-44ce-acd2-927cc377cd53 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:12.635510 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0f846eb3-f4d6-4f8e-a340-dc359f182957 req-006d9b0c-4e60-44ce-acd2-927cc377cd53 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/ports?device_id=f871c675-3fa2-4f43-8915-d15a01dbe06f HTTP/1.1" status: 200  len: 944 time: 0.0901287
Apr 05 12:13:12.684943 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0f846eb3-f4d6-4f8e-a340-dc359f182957 req-333ec64c-4fc1-4251-952e-05c1ff480ea3 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cddff47-7b38-4c88-9ccb-54e73fb56fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425332
Apr 05 12:13:12.707452 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d7786c8d-7d38-4050-851b-7074e3b89cd9 req-da71fef8-7f01-49d5-8f2e-85ec5fef3879 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 210 time: 0.0506356
Apr 05 12:13:13.890195 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d6ad9ede-e29e-42d7-be86-14d2c1733c55 req-7cac00cb-d537-48a6-8cad-c7f924e70de2 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 210 time: 0.0499942
Apr 05 12:13:13.900028 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-1c8e95f2-929f-43e4-bab3-19ccb5d24137 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:13.901852 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-1c8e95f2-929f-43e4-bab3-19ccb5d24137 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.37 "GET /v2.0/networks?id=5ba2dc6d-7a10-4983-bd4a-704d4ac9411b HTTP/1.1" status: 200  len: 817 time: 0.2302577
Apr 05 12:13:13.964262 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0343d2-abff-424d-9f4a-461d4d6edae7 req-17a5d83c-bdac-4ed0-b5cc-9d1d8f540971 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:13.965887 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1e0343d2-abff-424d-9f4a-461d4d6edae7 req-17a5d83c-bdac-4ed0-b5cc-9d1d8f540971 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/ports?device_id=f871c675-3fa2-4f43-8915-d15a01dbe06f HTTP/1.1" status: 200  len: 944 time: 0.1560194
Apr 05 12:13:14.031342 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-09a22ee1-c79e-422f-bd19-f9ed944f31f3 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=09a08590013048999464095fb2986698 HTTP/1.1" status: 200  len: 5703 time: 0.1179929
Apr 05 12:13:14.039010 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1e0343d2-abff-424d-9f4a-461d4d6edae7 req-3d123324-67ad-4841-acc4-1e0e705a38a6 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cddff47-7b38-4c88-9ccb-54e73fb56fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629830
Apr 05 12:13:14.044004 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-76a548cf-79b7-4f5d-a637-47033b54dfe4 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Request body: {'port': {'device_id': 'bf7526c1-27ee-4858-bfb2-afe77dedf39b', 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b', 'admin_state_up': True, 'tenant_id': '09a08590013048999464095fb2986698', 'security_groups': ['d953707f-b062-4d48-9574-c0197260012b']}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:13:14.169490 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device e5549816-d410-40ca-a56e-452bca2fc5c4 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 12:13:14.188980 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-76a548cf-79b7-4f5d-a637-47033b54dfe4 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:13:14.198923 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-76a548cf-79b7-4f5d-a637-47033b54dfe4 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:13:14.207636 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-76a548cf-79b7-4f5d-a637-47033b54dfe4 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Made reservation on behalf of 09a08590013048999464095fb2986698 for: {'port': 1} {{(pid=84268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:13:14.213692 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-76a548cf-79b7-4f5d-a637-47033b54dfe4 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:14.399603 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-76a548cf-79b7-4f5d-a637-47033b54dfe4 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Allocated IP 172.20.0.13 (5ba2dc6d-7a10-4983-bd4a-704d4ac9411b/d3bbfe2a-e26d-4eee-9523-0b0e4c649bfb/e00de149-216d-469b-8615-093620f8f903) {{(pid=84268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:13:14.479601 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port e5549816-d410-40ca-a56e-452bca2fc5c4, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e5549816-d410-40ca-a56e-452bca2fc5c4,segment=NetworkSegment(203fa234-1156-4e61-8688-b0313df30d6a),segment_id=203fa234-1156-4e61-8688-b0313df30d6a)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:13:14.493993 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Returning: {'device': 'e5549816-d410-40ca-a56e-452bca2fc5c4', 'network_id': 'ce325ebd-7c26-4401-b685-6baabac43d9c', 'port_id': 'e5549816-d410-40ca-a56e-452bca2fc5c4', 'mac_address': 'fa:16:3e:1c:73:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adcf45fd-b3c6-469e-8fa1-b75c0941e671', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 12:13:14.552296 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:14.569757 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5549816-d410-40ca-a56e-452bca2fc5c4 {{(pid=84270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:13:14.585829 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port e5549816-d410-40ca-a56e-452bca2fc5c4, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e5549816-d410-40ca-a56e-452bca2fc5c4,segment=NetworkSegment(203fa234-1156-4e61-8688-b0313df30d6a),segment_id=203fa234-1156-4e61-8688-b0313df30d6a)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:13:14.588748 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:14.590680 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:13:14.600076 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-76a548cf-79b7-4f5d-a637-47033b54dfe4 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for port, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:14.616443 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-76a548cf-79b7-4f5d-a637-47033b54dfe4 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Transition to ACTIVE for port object e00de149-216d-469b-8615-093620f8f903 will not be triggered until provisioned by entity DHCP. {{(pid=84268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:13:14.639644 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-76a548cf-79b7-4f5d-a637-47033b54dfe4 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:14.654854 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-921fb346-535a-4de2-bc09-5c739371ba87 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:13:14.663478 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=e5549816-d410-40ca-a56e-452bca2fc5c4,revision_number=4']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:13:14.671275 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:13:14.671660 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:13:14.672037 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:13:14.672438 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:13:14.673482 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:13:14.674024 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:13:14.674426 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:13:14.674795 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:13:14.675161 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:13:14.675525 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:13:14.675891 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:13:14.676355 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:13:14.680551 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:13:14.796964 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a548cf-79b7-4f5d-a637-47033b54dfe4 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Pushing event updated for resources: {'Port': ['ID=e00de149-216d-469b-8615-093620f8f903,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:13:14.801747 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-76a548cf-79b7-4f5d-a637-47033b54dfe4 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:13:14.856135 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-76a548cf-79b7-4f5d-a637-47033b54dfe4 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Network 5ba2dc6d-7a10-4983-bd4a-704d4ac9411b is already hosted by enough agents. {{(pid=84268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:13:14.857230 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-76a548cf-79b7-4f5d-a637-47033b54dfe4 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Resources bound (agent type, host, resource id):  {{(pid=84268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:13:14.859430 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-76a548cf-79b7-4f5d-a637-47033b54dfe4 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Received port after_create {{(pid=84268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:13:14.925130 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-76a548cf-79b7-4f5d-a637-47033b54dfe4 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:14.925788 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-76a548cf-79b7-4f5d-a637-47033b54dfe4 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:14.951446 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-76a548cf-79b7-4f5d-a637-47033b54dfe4 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9113414
Apr 05 12:13:14.959524 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['e5549816-d410-40ca-a56e-452bca2fc5c4'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:13:14.964429 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-acc05e41-30f1-4836-ab52-ca1a9f53d379 service neutron] Request body: {'port': {'device_id': 'bf7526c1-27ee-4858-bfb2-afe77dedf39b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:13:15.098268 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-acc05e41-30f1-4836-ab52-ca1a9f53d379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:15.109105 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a2c6a-5bad-4390-b822-c45b806f6587 req-ca63179d-54d1-4884-b160-58f13e9e3e14 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:15.111503 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-739a2c6a-5bad-4390-b822-c45b806f6587 req-ca63179d-54d1-4884-b160-58f13e9e3e14 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 932 time: 0.0977073
Apr 05 12:13:15.175273 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-4255f74e-18bb-4872-8b55-79b133e7f46e None None] Provisioning for port e00de149-216d-469b-8615-093620f8f903 completed by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:13:15.186874 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-4255f74e-18bb-4872-8b55-79b133e7f46e None None] Provisioning complete for port e00de149-216d-469b-8615-093620f8f903 triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:13:15.187298 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4255f74e-18bb-4872-8b55-79b133e7f46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:15.206082 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-739a2c6a-5bad-4390-b822-c45b806f6587 req-f968d592-78d8-45c0-aa2a-125b1f5ea3b3 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0879982
Apr 05 12:13:15.251319 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-4255f74e-18bb-4872-8b55-79b133e7f46e None None] Port e00de149-216d-469b-8615-093620f8f903 cannot update to ACTIVE because it is not bound. {{(pid=84270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 12:13:15.686110 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b08dd-4ef8-4c67-aa8e-94e27f94b91a req-7b51f43e-0535-4cf7-8317-1bf92d798142 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:15.687722 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c18b08dd-4ef8-4c67-aa8e-94e27f94b91a req-7b51f43e-0535-4cf7-8317-1bf92d798142 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/ports?device_id=f871c675-3fa2-4f43-8915-d15a01dbe06f HTTP/1.1" status: 200  len: 945 time: 0.2436056
Apr 05 12:13:15.768726 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c18b08dd-4ef8-4c67-aa8e-94e27f94b91a req-f6d48db0-379a-4997-a3ca-abca6b8f971e tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cddff47-7b38-4c88-9ccb-54e73fb56fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738046
Apr 05 12:13:15.867845 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-acc05e41-30f1-4836-ab52-ca1a9f53d379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e00de149-216d-469b-8615-093620f8f903 {{(pid=84268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:13:15.875417 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-acc05e41-30f1-4836-ab52-ca1a9f53d379 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:15.890491 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-acc05e41-30f1-4836-ab52-ca1a9f53d379 service neutron] Transition to ACTIVE for port object e00de149-216d-469b-8615-093620f8f903 will not be triggered until provisioned by entity L2. {{(pid=84268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:13:15.893213 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-acc05e41-30f1-4836-ab52-ca1a9f53d379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851385328'] for port, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:15.909120 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-24f7b326-f571-463b-bea8-01ec4229acdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:13:16.041386 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc05e41-30f1-4836-ab52-ca1a9f53d379 service neutron] Pushing event updated for resources: {'Port': ['ID=e00de149-216d-469b-8615-093620f8f903,revision_number=2']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:13:16.044375 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-acc05e41-30f1-4836-ab52-ca1a9f53d379 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:13:16.176213 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device e5549816-d410-40ca-a56e-452bca2fc5c4 up at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:13:16.261095 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning for port e5549816-d410-40ca-a56e-452bca2fc5c4 completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:13:16.267582 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning complete for port e5549816-d410-40ca-a56e-452bca2fc5c4 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:13:16.267993 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:16.280834 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-acc05e41-30f1-4836-ab52-ca1a9f53d379 service neutron] Attempting to bind port e00de149-216d-469b-8615-093620f8f903 on host hv-cinder-78476 for vnic_type normal with profile  {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:13:16.281212 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-acc05e41-30f1-4836-ab52-ca1a9f53d379 service neutron] Attempting to bind port e00de149-216d-469b-8615-093620f8f903 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': 'e495bedb-3d01-4d20-b74e-aa316357e53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b'}] {{(pid=84268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:13:16.281586 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-acc05e41-30f1-4836-ab52-ca1a9f53d379 service neutron] Attempting to bind port e00de149-216d-469b-8615-093620f8f903 on network 5ba2dc6d-7a10-4983-bd4a-704d4ac9411b {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:13:16.287508 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-acc05e41-30f1-4836-ab52-ca1a9f53d379 service neutron] Port e00de149-216d-469b-8615-093620f8f903 on network 5ba2dc6d-7a10-4983-bd4a-704d4ac9411b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 12:13:16.287871 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-acc05e41-30f1-4836-ab52-ca1a9f53d379 service neutron] Attempting to bind port e00de149-216d-469b-8615-093620f8f903 on network 5ba2dc6d-7a10-4983-bd4a-704d4ac9411b {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:13:16.293439 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-acc05e41-30f1-4836-ab52-ca1a9f53d379 service neutron] Checking agent: {'id': '038210d6-d792-4dfe-95d3-eb4a37cb8b01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:13:16.293762 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-acc05e41-30f1-4836-ab52-ca1a9f53d379 service neutron] Checking segment: {'id': 'e495bedb-3d01-4d20-b74e-aa316357e53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:13:16.294204 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-acc05e41-30f1-4836-ab52-ca1a9f53d379 service neutron] Bound using segment: {'id': 'e495bedb-3d01-4d20-b74e-aa316357e53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b'} {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:13:16.294679 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-acc05e41-30f1-4836-ab52-ca1a9f53d379 service neutron] Bound port: e00de149-216d-469b-8615-093620f8f903, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e495bedb-3d01-4d20-b74e-aa316357e53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b'}}] {{(pid=84268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:13:16.295062 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-acc05e41-30f1-4836-ab52-ca1a9f53d379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:16.396816 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-acc05e41-30f1-4836-ab52-ca1a9f53d379 service neutron] For port e00de149-216d-469b-8615-093620f8f903, host hv-cinder-78476, cleared binding levels {{(pid=84268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:13:16.401142 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-acc05e41-30f1-4836-ab52-ca1a9f53d379 service neutron] For port e00de149-216d-469b-8615-093620f8f903, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e00de149-216d-469b-8615-093620f8f903,segment=NetworkSegment(e495bedb-3d01-4d20-b74e-aa316357e53b),segment_id=e495bedb-3d01-4d20-b74e-aa316357e53b)] {{(pid=84268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:13:16.405438 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-acc05e41-30f1-4836-ab52-ca1a9f53d379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851385328'] for port, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:16.407619 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:16.423336 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-61a9fd63-ab88-4763-bf00-e53c3f85fbd4 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:13:16.433685 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227cac9-a2bd-456d-91a4-48e0a10a71af req-7c96216a-5aef-4f99-8713-0cd4073a5751 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:16.435321 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7227cac9-a2bd-456d-91a4-48e0a10a71af req-7c96216a-5aef-4f99-8713-0cd4073a5751 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 944 time: 0.0944381
Apr 05 12:13:16.438963 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f871c675-3fa2-4f43-8915-d15a01dbe06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5549816-d410-40ca-a56e-452bca2fc5c4'}] {{(pid=84270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:13:16.449188 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port e5549816-d410-40ca-a56e-452bca2fc5c4, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e5549816-d410-40ca-a56e-452bca2fc5c4,segment=NetworkSegment(203fa234-1156-4e61-8688-b0313df30d6a),segment_id=203fa234-1156-4e61-8688-b0313df30d6a)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:13:16.456622 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:16.459038 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:13:16.491090 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7227cac9-a2bd-456d-91a4-48e0a10a71af req-bf0409bd-acbc-46b6-9c76-091e369022f5 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473325
Apr 05 12:13:16.551748 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=e5549816-d410-40ca-a56e-452bca2fc5c4,revision_number=5']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:13:16.552645 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc05e41-30f1-4836-ab52-ca1a9f53d379 service neutron] Pushing event updated for resources: {'Port': ['ID=e00de149-216d-469b-8615-093620f8f903,revision_number=3']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:13:16.554994 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:13:16.557454 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-acc05e41-30f1-4836-ab52-ca1a9f53d379 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:13:16.560520 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f871c675-3fa2-4f43-8915-d15a01dbe06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5549816-d410-40ca-a56e-452bca2fc5c4', 'code': 200}
Apr 05 12:13:16.627306 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-acc05e41-30f1-4836-ab52-ca1a9f53d379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:16.627981 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-acc05e41-30f1-4836-ab52-ca1a9f53d379 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:16.629643 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-acc05e41-30f1-4836-ab52-ca1a9f53d379 service neutron] 10.222.0.37 "PUT /v2.0/ports/e00de149-216d-469b-8615-093620f8f903 HTTP/1.1" status: 200  len: 1094 time: 1.6702108
Apr 05 12:13:16.630180 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf7526c1-27ee-4858-bfb2-afe77dedf39b', 'tag': 'e00de149-216d-469b-8615-093620f8f903'}] {{(pid=84268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:13:16.680920 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf7526c1-27ee-4858-bfb2-afe77dedf39b', 'tag': 'e00de149-216d-469b-8615-093620f8f903', 'status': 'completed', 'code': 200}
Apr 05 12:13:16.818017 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa60e3d8-7baa-4bdb-afc2-1916733ab05c req-898aa5e4-b9b9-44ed-9ece-d3efc7997813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:16.819680 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-aa60e3d8-7baa-4bdb-afc2-1916733ab05c req-898aa5e4-b9b9-44ed-9ece-d3efc7997813 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09a08590013048999464095fb2986698&device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 1097 time: 0.0994689
Apr 05 12:13:16.821771 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe162b0-ede2-4ee8-bc86-b843ed8acd2f req-eea6b13a-d477-4538-a8ef-8809bde81c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:16.823407 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9fe162b0-ede2-4ee8-bc86-b843ed8acd2f req-eea6b13a-d477-4538-a8ef-8809bde81c9d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f871c675-3fa2-4f43-8915-d15a01dbe06f HTTP/1.1" status: 200  len: 1099 time: 0.0818512
Apr 05 12:13:16.879169 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9fe162b0-ede2-4ee8-bc86-b843ed8acd2f req-2d1d8b84-a837-4e04-a7b1-805ba95aaeef service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5cddff47-7b38-4c88-9ccb-54e73fb56fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405579
Apr 05 12:13:17.041839 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa60e3d8-7baa-4bdb-afc2-1916733ab05c req-7e35e43a-f75b-4b62-9f07-a78552a0db4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:17.043427 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-aa60e3d8-7baa-4bdb-afc2-1916733ab05c req-7e35e43a-f75b-4b62-9f07-a78552a0db4c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=09a08590013048999464095fb2986698&shared=False HTTP/1.1" status: 200  len: 918 time: 0.2091374
Apr 05 12:13:17.056638 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e9239-90b1-427a-94a6-0c023ea867e5 req-465cef84-bdec-4887-b959-95b80c428f05 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:17.058046 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-871e9239-90b1-427a-94a6-0c023ea867e5 req-465cef84-bdec-4887-b959-95b80c428f05 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/ports?device_id=f871c675-3fa2-4f43-8915-d15a01dbe06f HTTP/1.1" status: 200  len: 946 time: 0.1498771
Apr 05 12:13:17.198087 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-871e9239-90b1-427a-94a6-0c023ea867e5 req-76f0442d-6b22-4b6b-92e0-b9a826488837 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cddff47-7b38-4c88-9ccb-54e73fb56fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154160
Apr 05 12:13:17.236537 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa60e3d8-7baa-4bdb-afc2-1916733ab05c req-6b134d00-2283-453a-af86-69a27104381e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:17.238094 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-aa60e3d8-7baa-4bdb-afc2-1916733ab05c req-6b134d00-2283-453a-af86-69a27104381e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1791277
Apr 05 12:13:17.353089 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-c0cdfcac-e693-4af6-814b-1f06bdb58bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:17.354636 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-c0cdfcac-e693-4af6-814b-1f06bdb58bc6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09a08590013048999464095fb2986698&device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 1097 time: 0.0793819
Apr 05 12:13:17.432492 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-608c18de-2d43-4c00-8a2c-c3e4d2fce438 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e00de149-216d-469b-8615-093620f8f903 HTTP/1.1" status: 200  len: 217 time: 0.0696447
Apr 05 12:13:17.503284 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-e0088462-1ecb-40d6-a988-6e3ff890f080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:17.504853 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-e0088462-1ecb-40d6-a988-6e3ff890f080 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3bbfe2a-e26d-4eee-9523-0b0e4c649bfb HTTP/1.1" status: 200  len: 856 time: 0.0643878
Apr 05 12:13:17.587281 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-eb8a8110-c501-40a3-bdb7-eefa55fd9799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:17.588879 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-eb8a8110-c501-40a3-bdb7-eefa55fd9799 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ba2dc6d-7a10-4983-bd4a-704d4ac9411b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0774503
Apr 05 12:13:17.719857 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5215b-4360-4c76-8982-e2283576cad3 req-ccee59d1-80fc-4b03-bac4-b0d3e1e4be3d tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:17.721565 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2de5215b-4360-4c76-8982-e2283576cad3 req-ccee59d1-80fc-4b03-bac4-b0d3e1e4be3d tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 944 time: 0.0919125
Apr 05 12:13:17.736142 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-a3a17ca6-861e-4a54-a0d4-1bd480d31366 service neutron] 10.222.0.37 "GET /v2.0/networks/5ba2dc6d-7a10-4983-bd4a-704d4ac9411b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389887
Apr 05 12:13:17.770022 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2de5215b-4360-4c76-8982-e2283576cad3 req-24568794-94c4-43a6-9855-63620b85adb1 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419056
Apr 05 12:13:17.885235 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8b25590c-5062-4f49-9684-7b15598af9e1 req-d241225d-70d5-4e28-9a63-1bda33b6f5ae service neutron] 10.222.0.37 "GET /v2.0/networks/5ba2dc6d-7a10-4983-bd4a-704d4ac9411b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390772
Apr 05 12:13:18.401173 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68195a98-002a-4c39-9c55-8680472c1e58 req-ca67e8bd-bcf7-4d56-a59e-db01538e2904 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:18.402800 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-68195a98-002a-4c39-9c55-8680472c1e58 req-ca67e8bd-bcf7-4d56-a59e-db01538e2904 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/ports?device_id=f871c675-3fa2-4f43-8915-d15a01dbe06f HTTP/1.1" status: 200  len: 946 time: 0.0916345
Apr 05 12:13:18.449787 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-68195a98-002a-4c39-9c55-8680472c1e58 req-173a3855-f9d9-42cf-81fa-2a1eeb71752d tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cddff47-7b38-4c88-9ccb-54e73fb56fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402322
Apr 05 12:13:18.987240 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c9013-f47f-44ac-bb77-bd5a84aba5e8 req-1fe22e66-b815-4c19-975f-89c7ffc42b8c tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:18.988073 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-c92c9013-f47f-44ac-bb77-bd5a84aba5e8 req-1fe22e66-b815-4c19-975f-89c7ffc42b8c tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Synchronizing usage tracker for tenant:09a08590013048999464095fb2986698 on resource:port {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:13:19.003710 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-c92c9013-f47f-44ac-bb77-bd5a84aba5e8 req-1fe22e66-b815-4c19-975f-89c7ffc42b8c tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Unset dirty status for tenant:09a08590013048999464095fb2986698 on resource:port {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:13:19.004985 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c92c9013-f47f-44ac-bb77-bd5a84aba5e8 req-1fe22e66-b815-4c19-975f-89c7ffc42b8c tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 944 time: 0.1107070
Apr 05 12:13:19.055381 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c92c9013-f47f-44ac-bb77-bd5a84aba5e8 req-fdedf9e4-e6b6-457a-a737-4df8d15bc3e5 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439982
Apr 05 12:13:20.261565 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf17813-80da-45b1-b33f-493ba4bbff67 req-4dea0058-f779-4cc2-b3f4-793ed5b04737 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:20.263157 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-baf17813-80da-45b1-b33f-493ba4bbff67 req-4dea0058-f779-4cc2-b3f4-793ed5b04737 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 944 time: 0.0868511
Apr 05 12:13:20.313565 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-baf17813-80da-45b1-b33f-493ba4bbff67 req-10509b70-c52d-45ae-9bc8-b1eb6f75f489 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436809
Apr 05 12:13:21.515195 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189eade-7ac7-4db0-9d94-c449347f9c03 req-fe66caf9-b554-45b4-b93d-492c28e402dd tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:21.516907 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6189eade-7ac7-4db0-9d94-c449347f9c03 req-fe66caf9-b554-45b4-b93d-492c28e402dd tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 944 time: 0.0864718
Apr 05 12:13:21.563104 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6189eade-7ac7-4db0-9d94-c449347f9c03 req-ba5514ce-2a93-443b-90ca-42308bf55e35 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399146
Apr 05 12:13:22.207002 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device e00de149-216d-469b-8615-093620f8f903 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 12:13:22.350585 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port e00de149-216d-469b-8615-093620f8f903, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e00de149-216d-469b-8615-093620f8f903,segment=NetworkSegment(e495bedb-3d01-4d20-b74e-aa316357e53b),segment_id=e495bedb-3d01-4d20-b74e-aa316357e53b)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:13:22.364665 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Returning: {'device': 'e00de149-216d-469b-8615-093620f8f903', 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b', 'port_id': 'e00de149-216d-469b-8615-093620f8f903', 'mac_address': 'fa:16:3e:15:ad:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3bbfe2a-e26d-4eee-9523-0b0e4c649bfb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 12:13:22.423513 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:22.440685 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e00de149-216d-469b-8615-093620f8f903 {{(pid=84270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:13:22.456765 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port e00de149-216d-469b-8615-093620f8f903, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e00de149-216d-469b-8615-093620f8f903,segment=NetworkSegment(e495bedb-3d01-4d20-b74e-aa316357e53b),segment_id=e495bedb-3d01-4d20-b74e-aa316357e53b)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:13:22.459667 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:22.461456 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:13:22.532990 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=e00de149-216d-469b-8615-093620f8f903,revision_number=4']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:13:22.536153 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:13:22.773718 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23580253-bd9d-4865-84f2-a613e743ceb4 req-dcf94de4-4da3-4cc4-b8ba-1d6488d34c30 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:22.775646 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-23580253-bd9d-4865-84f2-a613e743ceb4 req-dcf94de4-4da3-4cc4-b8ba-1d6488d34c30 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 945 time: 0.0942588
Apr 05 12:13:22.822365 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-23580253-bd9d-4865-84f2-a613e743ceb4 req-2d08b80e-ad57-4271-b85a-b3fd84175e69 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402739
Apr 05 12:13:22.837285 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['e00de149-216d-469b-8615-093620f8f903'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:13:23.632979 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d4cb7c1f-6129-41ea-8b0f-5edeb2fc8ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:24.026618 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ee4f3-8263-4048-8c7d-dc286bc3fd11 req-e090e8bf-b0ae-4478-914a-e61000733d95 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:24.028176 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-713ee4f3-8263-4048-8c7d-dc286bc3fd11 req-e090e8bf-b0ae-4478-914a-e61000733d95 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 945 time: 0.0901420
Apr 05 12:13:24.076854 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-713ee4f3-8263-4048-8c7d-dc286bc3fd11 req-e1dda941-92d9-43f7-91ee-b26f455b508e tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419369
Apr 05 12:13:24.231904 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device e00de149-216d-469b-8615-093620f8f903 up at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:13:24.302359 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning for port e00de149-216d-469b-8615-093620f8f903 completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:13:24.307071 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning complete for port e00de149-216d-469b-8615-093620f8f903 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:13:24.307484 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:24.429639 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:24.458449 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7526c1-27ee-4858-bfb2-afe77dedf39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00de149-216d-469b-8615-093620f8f903'}] {{(pid=84270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:13:24.468479 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port e00de149-216d-469b-8615-093620f8f903, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e00de149-216d-469b-8615-093620f8f903,segment=NetworkSegment(e495bedb-3d01-4d20-b74e-aa316357e53b),segment_id=e495bedb-3d01-4d20-b74e-aa316357e53b)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:13:24.471413 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:24.473325 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:13:24.511023 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7526c1-27ee-4858-bfb2-afe77dedf39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00de149-216d-469b-8615-093620f8f903', 'code': 200}
Apr 05 12:13:24.544682 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=e00de149-216d-469b-8615-093620f8f903,revision_number=5']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:13:24.547733 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:13:24.743112 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53affc9-21f0-4372-8957-7ae3c079d4a2 req-8a568350-95b7-43e4-ae7a-b0327197de14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:24.744682 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c53affc9-21f0-4372-8957-7ae3c079d4a2 req-8a568350-95b7-43e4-ae7a-b0327197de14 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 1099 time: 0.0757122
Apr 05 12:13:24.797303 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c53affc9-21f0-4372-8957-7ae3c079d4a2 req-03576088-90a8-4402-802d-2a42623c5873 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445821
Apr 05 12:13:24.858389 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:25.283688 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529068cc-3dad-48f0-b9b8-791271880402 req-c9db33f2-2f6c-450d-847e-d415672c8c56 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:25.285281 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-529068cc-3dad-48f0-b9b8-791271880402 req-c9db33f2-2f6c-450d-847e-d415672c8c56 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 946 time: 0.0880477
Apr 05 12:13:25.332387 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-529068cc-3dad-48f0-b9b8-791271880402 req-7304825f-c150-4b3d-abbe-49bb1a62c794 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407696
Apr 05 12:13:25.462507 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 6 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:13:26.021803 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-58be2df6-ea67-431d-9ccb-a289180c753d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:26.492068 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:26.539930 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239e16b-4c8e-4193-92df-41fe97a190fe req-bcf0cc89-e731-4d1a-8938-2dcc189295d2 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:26.541494 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8239e16b-4c8e-4193-92df-41fe97a190fe req-bcf0cc89-e731-4d1a-8938-2dcc189295d2 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 946 time: 0.0924504
Apr 05 12:13:26.588280 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8239e16b-4c8e-4193-92df-41fe97a190fe req-ac4f6afb-c369-475c-97b7-5aef750630bc tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404966
Apr 05 12:13:26.794114 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0600b-d355-4f93-bcf0-285ab3b806e9 req-62c715ff-44bf-4195-ab90-8294f11a95cc tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:26.795752 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7da0600b-d355-4f93-bcf0-285ab3b806e9 req-62c715ff-44bf-4195-ab90-8294f11a95cc tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 946 time: 0.0981967
Apr 05 12:13:26.805343 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 48110) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:13:26.811052 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-6ac0197a-73de-4f7e-a525-6b52e096554f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Request body: {'floatingip': {'port_id': 'e00de149-216d-469b-8615-093620f8f903'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:13:26.895294 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6ac0197a-73de-4f7e-a525-6b52e096554f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for floatingip, before_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:27.515593 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6ac0197a-73de-4f7e-a525-6b52e096554f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:27.518967 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6ac0197a-73de-4f7e-a525-6b52e096554f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854330421'] for floatingip, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:27.695706 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.l3_db [None req-6ac0197a-73de-4f7e-a525-6b52e096554f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Floating IP ef33e432-9572-4a0b-9d6a-d9cd8d3c2d1a associated. External IP: 172.27.0.112, port: e00de149-216d-469b-8615-093620f8f903.
Apr 05 12:13:28.060569 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac0197a-73de-4f7e-a525-6b52e096554f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Router 20060276-d6e6-4355-b2d8-8284c2ecff53 has already been hosted by L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d {{(pid=84269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 12:13:28.092224 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:28.482568 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac0197a-73de-4f7e-a525-6b52e096554f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:13:28.487568 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6ac0197a-73de-4f7e-a525-6b52e096554f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for floatingip, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:28.492277 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc3ae59-1b50-4535-b740-51f8602540c9 None None] Sync routers for ids ['20060276-d6e6-4355-b2d8-8284c2ecff53'] in dv-cinder-784763-1-iscsi {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:13:28.502279 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc3ae59-1b50-4535-b740-51f8602540c9 None None] Routers {'20060276-d6e6-4355-b2d8-8284c2ecff53'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:13:28.502954 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6bc3ae59-1b50-4535-b740-51f8602540c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460bffa20>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:13:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['20060276-d6e6-4355-b2d8-8284c2ecff53'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:13:28.545701 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-6ac0197a-73de-4f7e-a525-6b52e096554f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "PUT /v2.0/floatingips/ef33e432-9572-4a0b-9d6a-d9cd8d3c2d1a HTTP/1.1" status: 200  len: 992 time: 1.7391732
Apr 05 12:13:28.546408 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf7526c1-27ee-4858-bfb2-afe77dedf39b', 'tag': 'e00de149-216d-469b-8615-093620f8f903'}] {{(pid=84269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:13:28.662535 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf7526c1-27ee-4858-bfb2-afe77dedf39b', 'tag': 'e00de149-216d-469b-8615-093620f8f903', 'status': 'completed', 'code': 200}
Apr 05 12:13:28.691966 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:28.705333 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-6bc3ae59-1b50-4535-b740-51f8602540c9 None None] Set router 20060276-d6e6-4355-b2d8-8284c2ecff53 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:13:29.067073 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6bc3ae59-1b50-4535-b740-51f8602540c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460bffa20>, [{'id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'name': 'tempest-AttachVolumeShelveTestJSON-2114726205-router', 'tenant_id': '09a08590013048999464095fb2986698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:12Z', 'updated_at': '2021-04-05T12:06:23Z', 'revision_number': 4, 'project_id': '09a08590013048999464095fb2986698', 'gw_port': {'id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:13Z', 'updated_at': '2021-04-05T12:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_floatingips': [{'id': 'ef33e432-9572-4a0b-9d6a-d9cd8d3c2d1a', 'tenant_id': '09a08590013048999464095fb2986698', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'router_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'port_id': 'e00de149-216d-469b-8615-093620f8f903', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b', 'mac_address': 'fa:16:3e:15:ad:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7526c1-27ee-4858-bfb2-afe77dedf39b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:13:10Z', 'updated_at': '2021-04-05T12:13:27Z', 'revision_number': 1, 'project_id': '09a08590013048999464095fb2986698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0663a8dc-85f4-4dba-8176-a2a971dc0534', 'name': '', 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b', 'tenant_id': '09a08590013048999464095fb2986698', 'mac_address': 'fa:16:3e:2e:a6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd3bbfe2a-e26d-4eee-9523-0b0e4c649bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:20Z', 'updated_at': '2021-04-05T12:06:37Z', 'revision_number': 5, 'project_id': '09a08590013048999464095fb2986698', 'subnets': [{'id': 'd3bbfe2a-e26d-4eee-9523-0b0e4c649bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:13:29.071323 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc3ae59-1b50-4535-b740-51f8602540c9 None None] Checking router: 20060276-d6e6-4355-b2d8-8284c2ecff53 for host: dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:13:29.080243 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc3ae59-1b50-4535-b740-51f8602540c9 None None] Routers {'20060276-d6e6-4355-b2d8-8284c2ecff53'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:13:29.080893 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6bc3ae59-1b50-4535-b740-51f8602540c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460bffa20>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:13:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['20060276-d6e6-4355-b2d8-8284c2ecff53'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:13:29.264825 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-6bc3ae59-1b50-4535-b740-51f8602540c9 None None] Set router 20060276-d6e6-4355-b2d8-8284c2ecff53 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:13:29.787943 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6bc3ae59-1b50-4535-b740-51f8602540c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460bffa20>, [{'id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'name': 'tempest-AttachVolumeShelveTestJSON-2114726205-router', 'tenant_id': '09a08590013048999464095fb2986698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:12Z', 'updated_at': '2021-04-05T12:06:23Z', 'revision_number': 4, 'project_id': '09a08590013048999464095fb2986698', 'gw_port': {'id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:13Z', 'updated_at': '2021-04-05T12:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_floatingips': [{'id': 'ef33e432-9572-4a0b-9d6a-d9cd8d3c2d1a', 'tenant_id': '09a08590013048999464095fb2986698', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'router_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'port_id': 'e00de149-216d-469b-8615-093620f8f903', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b', 'mac_address': 'fa:16:3e:15:ad:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7526c1-27ee-4858-bfb2-afe77dedf39b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:13:10Z', 'updated_at': '2021-04-05T12:13:27Z', 'revision_number': 1, 'project_id': '09a08590013048999464095fb2986698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0663a8dc-85f4-4dba-8176-a2a971dc0534', 'name': '', 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b', 'tenant_id': '09a08590013048999464095fb2986698', 'mac_address': 'fa:16:3e:2e:a6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd3bbfe2a-e26d-4eee-9523-0b0e4c649bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:20Z', 'updated_at': '2021-04-05T12:06:37Z', 'revision_number': 5, 'project_id': '09a08590013048999464095fb2986698', 'subnets': [{'id': 'd3bbfe2a-e26d-4eee-9523-0b0e4c649bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:13:29.792044 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc3ae59-1b50-4535-b740-51f8602540c9 None None] The sync data for ids ['20060276-d6e6-4355-b2d8-8284c2ecff53'] in dv-cinder-784763-1-iscsi is: [{'id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'name': 'tempest-AttachVolumeShelveTestJSON-2114726205-router', 'tenant_id': '09a08590013048999464095fb2986698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:12Z', 'updated_at': '2021-04-05T12:06:23Z', 'revision_number': 4, 'project_id': '09a08590013048999464095fb2986698', 'gw_port': {'id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:13Z', 'updated_at': '2021-04-05T12:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_floatingips': [{'id': 'ef33e432-9572-4a0b-9d6a-d9cd8d3c2d1a', 'tenant_id': '09a08590013048999464095fb2986698', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'router_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'port_id': 'e00de149-216d-469b-8615-093620f8f903', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b', 'mac_address': 'fa:16:3e:15:ad:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7526c1-27ee-4858-bfb2-afe77dedf39b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:13:10Z', 'updated_at': '2021-04-05T12:13:27Z', 'revision_number': 1, 'project_id': '09a08590013048999464095fb2986698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0663a8dc-85f4-4dba-8176-a2a971dc0534', 'name': '', 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b', 'tenant_id': '09a08590013048999464095fb2986698', 'mac_address': 'fa:16:3e:2e:a6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd3bbfe2a-e26d-4eee-9523-0b0e4c649bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:20Z', 'updated_at': '2021-04-05T12:06:37Z', 'revision_number': 5, 'project_id': '09a08590013048999464095fb2986698', 'subnets': [{'id': 'd3bbfe2a-e26d-4eee-9523-0b0e4c649bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:13:30.064277 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3aea9f-9eca-4f15-9926-de7e12807182 None None] New status for floating IP ef33e432-9572-4a0b-9d6a-d9cd8d3c2d1a: ACTIVE {{(pid=84271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 05 12:13:30.464103 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-46720cff-4dd8-41fb-866f-501546a9e00d req-cd977f49-06a9-40f8-ab82-d786e9803ef6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0796201
Apr 05 12:13:32.103451 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d6da0-7fe2-49a0-8dae-3a8a6e4616bf req-b8bd25a8-595d-4dae-ade8-d0ed985f0a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:32.105343 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-189d6da0-7fe2-49a0-8dae-3a8a6e4616bf req-b8bd25a8-595d-4dae-ade8-d0ed985f0a8a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09a08590013048999464095fb2986698&device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 1099 time: 0.0816739
Apr 05 12:13:32.117719 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46720cff-4dd8-41fb-866f-501546a9e00d req-e7e9782b-34dc-45f2-b910-ae988cd291ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:32.119357 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-46720cff-4dd8-41fb-866f-501546a9e00d req-e7e9782b-34dc-45f2-b910-ae988cd291ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=525c6898bd0b4bc98230f38ee54db7c6&device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 1099 time: 0.0819509
Apr 05 12:13:32.252017 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d6da0-7fe2-49a0-8dae-3a8a6e4616bf req-61ed41dd-9f64-4924-80a3-97c4fbb91d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:32.254256 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-189d6da0-7fe2-49a0-8dae-3a8a6e4616bf req-61ed41dd-9f64-4924-80a3-97c4fbb91d07 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ba2dc6d-7a10-4983-bd4a-704d4ac9411b HTTP/1.1" status: 200  len: 918 time: 0.1409490
Apr 05 12:13:32.283866 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46720cff-4dd8-41fb-866f-501546a9e00d req-9dad2826-632d-4c45-b75b-b24b58430c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:32.285519 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-46720cff-4dd8-41fb-866f-501546a9e00d req-9dad2826-632d-4c45-b75b-b24b58430c17 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0d1a45c1-5bda-4177-9f6d-4ce95f1005fb HTTP/1.1" status: 200  len: 912 time: 0.1437171
Apr 05 12:13:32.374698 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-189d6da0-7fe2-49a0-8dae-3a8a6e4616bf req-c5619e10-2572-46ac-ae2d-9ab2cda52da7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e00de149-216d-469b-8615-093620f8f903 HTTP/1.1" status: 200  len: 1002 time: 0.1134405
Apr 05 12:13:32.413520 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-46720cff-4dd8-41fb-866f-501546a9e00d req-3b766149-5a68-4476-b209-ce9a1ca796e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2955123-ae33-4531-94cd-a14eaa61a2ca HTTP/1.1" status: 200  len: 1001 time: 0.1219139
Apr 05 12:13:32.454867 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d6da0-7fe2-49a0-8dae-3a8a6e4616bf req-9df4b3d8-a802-4504-aa75-fd77d96b922f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:32.456764 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-189d6da0-7fe2-49a0-8dae-3a8a6e4616bf req-9df4b3d8-a802-4504-aa75-fd77d96b922f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3bbfe2a-e26d-4eee-9523-0b0e4c649bfb HTTP/1.1" status: 200  len: 856 time: 0.0756679
Apr 05 12:13:32.501879 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46720cff-4dd8-41fb-866f-501546a9e00d req-ebdf4551-bf04-4453-8ee6-f4acd6bbbd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:32.504088 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-46720cff-4dd8-41fb-866f-501546a9e00d req-ebdf4551-bf04-4453-8ee6-f4acd6bbbd2a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e2bf2297-d799-490c-8e49-5e5a4e02830c HTTP/1.1" status: 200  len: 850 time: 0.0844226
Apr 05 12:13:32.549234 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d6da0-7fe2-49a0-8dae-3a8a6e4616bf req-96e0a0c1-e244-4760-bc1c-196d52bad153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:32.551696 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-189d6da0-7fe2-49a0-8dae-3a8a6e4616bf req-96e0a0c1-e244-4760-bc1c-196d52bad153 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ba2dc6d-7a10-4983-bd4a-704d4ac9411b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0886676
Apr 05 12:13:32.619301 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46720cff-4dd8-41fb-866f-501546a9e00d req-e71ebb2d-2abc-4080-93b3-a3b50eb4fd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:32.620950 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-46720cff-4dd8-41fb-866f-501546a9e00d req-e71ebb2d-2abc-4080-93b3-a3b50eb4fd40 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d1a45c1-5bda-4177-9f6d-4ce95f1005fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1100023
Apr 05 12:13:32.709433 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-189d6da0-7fe2-49a0-8dae-3a8a6e4616bf req-3f5c5b85-ba8e-48e9-af7c-3bb8ba75840a service neutron] 10.222.0.37 "GET /v2.0/networks/5ba2dc6d-7a10-4983-bd4a-704d4ac9411b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1509392
Apr 05 12:13:32.790109 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-46720cff-4dd8-41fb-866f-501546a9e00d req-53d4bdf2-a604-47ed-b708-7d271fb714ca service neutron] 10.222.0.37 "GET /v2.0/networks/0d1a45c1-5bda-4177-9f6d-4ce95f1005fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1612487
Apr 05 12:13:32.906920 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-189d6da0-7fe2-49a0-8dae-3a8a6e4616bf req-21482307-d89d-4c19-8905-c5d8bf434259 service neutron] 10.222.0.37 "GET /v2.0/networks/5ba2dc6d-7a10-4983-bd4a-704d4ac9411b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1876309
Apr 05 12:13:33.177615 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-46720cff-4dd8-41fb-866f-501546a9e00d req-350d8ecd-424b-4055-b1d8-2fb1ffed14a4 service neutron] 10.222.0.37 "GET /v2.0/networks/0d1a45c1-5bda-4177-9f6d-4ce95f1005fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3802316
Apr 05 12:13:34.282107 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c4579-1718-4ce9-a424-e2112385e862 req-67e7006a-3741-427c-9456-4c17821bde85 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:34.283757 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ba6c4579-1718-4ce9-a424-e2112385e862 req-67e7006a-3741-427c-9456-4c17821bde85 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.0882270
Apr 05 12:13:34.330329 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ba6c4579-1718-4ce9-a424-e2112385e862 req-757a3b9e-7556-4606-9668-2211c7d5366d tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396547
Apr 05 12:13:35.531768 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52829b21-6b21-4152-8eb8-e102be6bc88a req-7bd64dc0-ccce-402a-b131-afbf3531200e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:35.533338 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-52829b21-6b21-4152-8eb8-e102be6bc88a req-7bd64dc0-ccce-402a-b131-afbf3531200e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.0903325
Apr 05 12:13:35.579869 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-52829b21-6b21-4152-8eb8-e102be6bc88a req-558d7d12-0690-4b44-b87d-0914624ba3d6 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402229
Apr 05 12:13:36.780772 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2048be-6ece-4b12-91e7-3a651d39c535 req-595efcab-cc4d-469b-8055-951b8b3b4af5 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:36.782391 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1e2048be-6ece-4b12-91e7-3a651d39c535 req-595efcab-cc4d-469b-8055-951b8b3b4af5 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.0875704
Apr 05 12:13:36.828680 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1e2048be-6ece-4b12-91e7-3a651d39c535 req-bbe6eeb6-ad0c-45e4-94d3-d4d9ea9971d3 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400376
Apr 05 12:13:38.035232 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ec3aa-3e6d-4db0-a41a-eea957124728 req-7b2b73b8-3c42-4b7c-bc95-0bc8aa4a41bc tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:38.036737 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5c2ec3aa-3e6d-4db0-a41a-eea957124728 req-7b2b73b8-3c42-4b7c-bc95-0bc8aa4a41bc tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.0924451
Apr 05 12:13:38.084472 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5c2ec3aa-3e6d-4db0-a41a-eea957124728 req-5b09deed-7aff-4c78-93c5-7ebeb5513ae6 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414329
Apr 05 12:13:39.282058 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae01da1-cbed-462e-9225-f80f2f78a486 req-f3d6c697-436d-4fab-8c6e-e812b1c46c15 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:39.283686 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-dae01da1-cbed-462e-9225-f80f2f78a486 req-f3d6c697-436d-4fab-8c6e-e812b1c46c15 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.0874820
Apr 05 12:13:39.334604 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-dae01da1-cbed-462e-9225-f80f2f78a486 req-1ebf2c51-679a-4586-9cfd-03bd49a465fa tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445421
Apr 05 12:13:40.534905 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d193fd5-cae4-4218-8f3f-4763acc715a0 req-758d6bb8-33d4-46b5-b9f9-c997331b2124 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:40.536496 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7d193fd5-cae4-4218-8f3f-4763acc715a0 req-758d6bb8-33d4-46b5-b9f9-c997331b2124 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.0885937
Apr 05 12:13:40.583018 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7d193fd5-cae4-4218-8f3f-4763acc715a0 req-efa6439e-efba-4d86-9a9c-b093e9bd349b tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401819
Apr 05 12:13:41.789276 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b112d03f-e4e4-4669-b5fd-aac3e63020bd req-02ebf601-e166-4fc3-92f8-7ec3c7fd57a6 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:41.790889 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b112d03f-e4e4-4669-b5fd-aac3e63020bd req-02ebf601-e166-4fc3-92f8-7ec3c7fd57a6 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.0953794
Apr 05 12:13:41.837775 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b112d03f-e4e4-4669-b5fd-aac3e63020bd req-fef4b232-bf75-409f-b204-cff89f436d60 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405326
Apr 05 12:13:43.036977 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65512042-5e85-47ca-b69e-ca08d09fe6e2 req-44e824d6-d033-4316-8e80-d84df3360ca2 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:43.038565 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-65512042-5e85-47ca-b69e-ca08d09fe6e2 req-44e824d6-d033-4316-8e80-d84df3360ca2 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.0864127
Apr 05 12:13:43.087675 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-65512042-5e85-47ca-b69e-ca08d09fe6e2 req-b5bb7214-4401-4f87-933a-9652fcac5b8b tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429010
Apr 05 12:13:44.285446 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f78c19-ae79-4840-b46a-a48f155baf0a req-759b19ea-7243-4efa-8a6d-9a63f3879ba0 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:44.286972 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-24f78c19-ae79-4840-b46a-a48f155baf0a req-759b19ea-7243-4efa-8a6d-9a63f3879ba0 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/ports?device_id=f871c675-3fa2-4f43-8915-d15a01dbe06f HTTP/1.1" status: 200  len: 946 time: 0.0878098
Apr 05 12:13:44.292205 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc7fbb-bfde-4455-86c4-1b0e3d24f3b1 req-7badb972-63bb-4ecf-b001-aa8f7a54e515 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:44.293804 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d8bc7fbb-bfde-4455-86c4-1b0e3d24f3b1 req-7badb972-63bb-4ecf-b001-aa8f7a54e515 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.0864201
Apr 05 12:13:44.334870 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-24f78c19-ae79-4840-b46a-a48f155baf0a req-7d29f9af-ffae-4fda-a9fb-a92ad54e9e89 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cddff47-7b38-4c88-9ccb-54e73fb56fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415814
Apr 05 12:13:44.343131 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d8bc7fbb-bfde-4455-86c4-1b0e3d24f3b1 req-6a87fa36-3718-4640-9cf9-4d40bad53f0e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419464
Apr 05 12:13:45.538470 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22f0e3-a89b-4172-88cf-a035f01c7455 req-518f9ada-2cab-46c9-8f73-7cdfe804c42a tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:45.540073 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ad22f0e3-a89b-4172-88cf-a035f01c7455 req-518f9ada-2cab-46c9-8f73-7cdfe804c42a tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/ports?device_id=f871c675-3fa2-4f43-8915-d15a01dbe06f HTTP/1.1" status: 200  len: 946 time: 0.0907209
Apr 05 12:13:45.551684 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668cc0f-e758-4374-b418-c6a8b9731fe2 req-1f97751e-bae1-4f5d-a3e8-7222c1aef027 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:45.553271 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e668cc0f-e758-4374-b418-c6a8b9731fe2 req-1f97751e-bae1-4f5d-a3e8-7222c1aef027 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.0917401
Apr 05 12:13:45.589193 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ad22f0e3-a89b-4172-88cf-a035f01c7455 req-d3e09dc9-a4e5-408b-886c-855a198dfd89 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cddff47-7b38-4c88-9ccb-54e73fb56fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422385
Apr 05 12:13:45.600955 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e668cc0f-e758-4374-b418-c6a8b9731fe2 req-64d6d2fb-0fb7-4a17-87dc-7f8a0dc6fb40 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412450
Apr 05 12:13:46.147296 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d653bc5f-f057-436f-bbd1-dbe481387763 req-14105ac8-ff53-45d1-8712-98fb2808dedb tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-924878480&fields=id&tenant_id=0fa3ed41777846009e78f090b026e395 HTTP/1.1" status: 200  len: 267 time: 0.0445068
Apr 05 12:13:46.241888 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653bc5f-f057-436f-bbd1-dbe481387763 req-858e5531-b735-4fff-9e5a-1666e66e9b86 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:46.243482 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d653bc5f-f057-436f-bbd1-dbe481387763 req-858e5531-b735-4fff-9e5a-1666e66e9b86 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 984 time: 0.0899796
Apr 05 12:13:46.255701 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-d653bc5f-f057-436f-bbd1-dbe481387763 req-0de4bb58-dac9-462e-85e9-ef29a873bdea tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Request body: {'port': {'security_groups': ['e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc']}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:13:46.381563 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d653bc5f-f057-436f-bbd1-dbe481387763 req-0de4bb58-dac9-462e-85e9-ef29a873bdea tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:46.394082 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8277fd-1e63-4e21-bae1-2b3149ac879e req-d7182af2-7b5c-429e-86bd-080526048a2f tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:46.395735 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-be8277fd-1e63-4e21-bae1-2b3149ac879e req-d7182af2-7b5c-429e-86bd-080526048a2f tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.37 "GET /v2.0/ports?device_id=f871c675-3fa2-4f43-8915-d15a01dbe06f HTTP/1.1" status: 200  len: 946 time: 0.0870934
Apr 05 12:13:46.475322 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-be8277fd-1e63-4e21-bae1-2b3149ac879e req-41432f8e-1091-4b48-b7e7-c79682c4837d tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Deleting port e5549816-d410-40ca-a56e-452bca2fc5c4 {{(pid=84268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:13:46.475622 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-be8277fd-1e63-4e21-bae1-2b3149ac879e req-41432f8e-1091-4b48-b7e7-c79682c4837d tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:46.698754 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-d653bc5f-f057-436f-bbd1-dbe481387763 req-0de4bb58-dac9-462e-85e9-ef29a873bdea tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] For port cd022a21-f8f6-48a0-aafb-3a959f94237a, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=cd022a21-f8f6-48a0-aafb-3a959f94237a,segment=NetworkSegment(b0ea88b6-8a50-4dc8-956c-4b544206d124),segment_id=b0ea88b6-8a50-4dc8-956c-4b544206d124)] {{(pid=84269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:13:46.725630 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d653bc5f-f057-436f-bbd1-dbe481387763 req-0de4bb58-dac9-462e-85e9-ef29a873bdea tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks [] for port, precommit_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:46.729196 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d653bc5f-f057-436f-bbd1-dbe481387763 req-0de4bb58-dac9-462e-85e9-ef29a873bdea tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2694713'] for port, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:46.742860 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['cd022a21-f8f6-48a0-aafb-3a959f94237a'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:13:46.751054 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-767c57c5-36c9-4ca9-8410-b523d6fbdb71 tempest-VolumesActionsTest-27578588 tempest-VolumesActionsTest-27578588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:13:46.795363 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-be8277fd-1e63-4e21-bae1-2b3149ac879e req-41432f8e-1091-4b48-b7e7-c79682c4837d tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] For port e5549816-d410-40ca-a56e-452bca2fc5c4, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e5549816-d410-40ca-a56e-452bca2fc5c4,segment=NetworkSegment(203fa234-1156-4e61-8688-b0313df30d6a),segment_id=203fa234-1156-4e61-8688-b0313df30d6a)] {{(pid=84268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:13:46.795809 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-be8277fd-1e63-4e21-bae1-2b3149ac879e req-41432f8e-1091-4b48-b7e7-c79682c4837d tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:46.909841 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4bb58-dac9-462e-85e9-ef29a873bdea tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Pushing event updated for resources: {'Port': ['ID=cd022a21-f8f6-48a0-aafb-3a959f94237a,revision_number=7']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:13:46.923217 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-0de4bb58-dac9-462e-85e9-ef29a873bdea tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:13:46.948328 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-be8277fd-1e63-4e21-bae1-2b3149ac879e req-41432f8e-1091-4b48-b7e7-c79682c4837d tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Calling delete_port for e5549816-d410-40ca-a56e-452bca2fc5c4 owned by compute:nova {{(pid=84268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:13:46.965244 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653bc5f-f057-436f-bbd1-dbe481387763 req-0de4bb58-dac9-462e-85e9-ef29a873bdea tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:46.965973 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d653bc5f-f057-436f-bbd1-dbe481387763 req-0de4bb58-dac9-462e-85e9-ef29a873bdea tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:46.967577 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d653bc5f-f057-436f-bbd1-dbe481387763 req-0de4bb58-dac9-462e-85e9-ef29a873bdea tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "PUT /v2.0/ports/cd022a21-f8f6-48a0-aafb-3a959f94237a HTTP/1.1" status: 200  len: 942 time: 0.7173760
Apr 05 12:13:46.968135 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea8d077-e92a-40b0-8260-2af8a71b8adb', 'tag': 'cd022a21-f8f6-48a0-aafb-3a959f94237a'}] {{(pid=84269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:13:46.974935 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 48256) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:13:47.026698 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edacf4a6-e40e-49fc-988d-440dd1fd772b req-3f143c8f-b6cc-4d7f-8f08-53fb201c5475 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:47.034653 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-edacf4a6-e40e-49fc-988d-440dd1fd772b req-3f143c8f-b6cc-4d7f-8f08-53fb201c5475 tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/ports?device_id=f871c675-3fa2-4f43-8915-d15a01dbe06f HTTP/1.1" status: 200  len: 946 time: 0.3221064
Apr 05 12:13:47.062378 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3ea39e2-3d28-475e-a376-fca631da141b tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:47.090239 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-edacf4a6-e40e-49fc-988d-440dd1fd772b req-96c2c8ee-0107-4d77-9b90-975ca457fbcc tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/security-groups?id=5cddff47-7b38-4c88-9ccb-54e73fb56fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546620
Apr 05 12:13:47.095350 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['cd022a21-f8f6-48a0-aafb-3a959f94237a'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:13:47.099069 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3ea39e2-3d28-475e-a376-fca631da141b tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:47.206929 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-be8277fd-1e63-4e21-bae1-2b3149ac879e req-41432f8e-1091-4b48-b7e7-c79682c4837d tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:47.293444 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3ea39e2-3d28-475e-a376-fca631da141b tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:47.302064 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-98acb82c-e0ba-40fc-8b12-5ffd6e4f930a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:13:47.307408 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-50d63e73-02d1-4eab-8c33-357e4cd7a7fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:13:47.320454 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea39e2-3d28-475e-a376-fca631da141b tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cc6402-4f33-4620-8607-9c8a92da671a,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:13:47.325073 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-b3ea39e2-3d28-475e-a376-fca631da141b tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:13:47.338518 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3ea39e2-3d28-475e-a376-fca631da141b tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:47.342111 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-b3ea39e2-3d28-475e-a376-fca631da141b tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "DELETE /v2.0/security-groups/91cc6402-4f33-4620-8607-9c8a92da671a HTTP/1.1" status: 204  len: 168 time: 0.3661587
Apr 05 12:13:47.355587 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715e3ef-4d28-49e9-84a6-b93658abe8a3 req-a272bc55-be71-4686-a543-94e4b0def368 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:47.357318 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 48260) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:13:47.365521 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3715e3ef-4d28-49e9-84a6-b93658abe8a3 req-a272bc55-be71-4686-a543-94e4b0def368 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.2787457
Apr 05 12:13:47.383482 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41432f8e-1091-4b48-b7e7-c79682c4837d tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Pushing event deleted for resources: {'Port': ['ID=e5549816-d410-40ca-a56e-452bca2fc5c4,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:13:47.391349 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-41432f8e-1091-4b48-b7e7-c79682c4837d tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:13:47.436302 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-c23c9dd4-45fd-4167-a572-1422afb25178 None None] Provisioning complete for port cd022a21-f8f6-48a0-aafb-3a959f94237a triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:13:47.436949 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c23c9dd4-45fd-4167-a572-1422afb25178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:47.441888 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3715e3ef-4d28-49e9-84a6-b93658abe8a3 req-34c6bd78-eb40-429d-bde4-2f49d301b690 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0753908
Apr 05 12:13:47.497222 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea8d077-e92a-40b0-8260-2af8a71b8adb', 'tag': 'cd022a21-f8f6-48a0-aafb-3a959f94237a', 'status': 'completed', 'code': 200}
Apr 05 12:13:47.609266 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59612f89-dcb8-4e89-8f32-351ab5275dd7 req-eccdb763-db76-4c88-b924-c5a3ea2996fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:47.610919 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-59612f89-dcb8-4e89-8f32-351ab5275dd7 req-eccdb763-db76-4c88-b924-c5a3ea2996fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0fa3ed41777846009e78f090b026e395&device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 1098 time: 0.0841916
Apr 05 12:13:47.671796 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-b084617e-c403-4e41-b4aa-f8aa0d6dbcda tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Deleting port 93b15338-a810-49d2-beea-b221c111bd4d {{(pid=84268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:13:47.672351 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b084617e-c403-4e41-b4aa-f8aa0d6dbcda tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:47.822397 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce031735-460f-4b7d-85d2-c0b33c36a974 req-8468378d-6657-4d2a-bd80-35247f83a902 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:47.823916 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ce031735-460f-4b7d-85d2-c0b33c36a974 req-8468378d-6657-4d2a-bd80-35247f83a902 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 945 time: 0.2120149
Apr 05 12:13:47.825117 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59612f89-dcb8-4e89-8f32-351ab5275dd7 req-00d50c51-f471-47fd-acab-5754bac167e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:47.826552 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-59612f89-dcb8-4e89-8f32-351ab5275dd7 req-00d50c51-f471-47fd-acab-5754bac167e4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=548b3d94-5c3c-467f-9182-8efb802d6497 HTTP/1.1" status: 200  len: 915 time: 0.1791165
Apr 05 12:13:47.883657 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8277fd-1e63-4e21-bae1-2b3149ac879e req-41432f8e-1091-4b48-b7e7-c79682c4837d tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] No DVR routers for this DVR port e5549816-d410-40ca-a56e-452bca2fc5c4 on host hv-cinder-78476 {{(pid=84268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 12:13:47.892409 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-be8277fd-1e63-4e21-bae1-2b3149ac879e req-41432f8e-1091-4b48-b7e7-c79682c4837d tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:47.896352 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f871c675-3fa2-4f43-8915-d15a01dbe06f', 'name': 'network-vif-deleted', 'tag': 'e5549816-d410-40ca-a56e-452bca2fc5c4'}] {{(pid=84268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:13:47.919877 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-be8277fd-1e63-4e21-bae1-2b3149ac879e req-41432f8e-1091-4b48-b7e7-c79682c4837d tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.37 "DELETE /v2.0/ports/e5549816-d410-40ca-a56e-452bca2fc5c4 HTTP/1.1" status: 204  len: 173 time: 1.5177810
Apr 05 12:13:47.952629 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f871c675-3fa2-4f43-8915-d15a01dbe06f', 'name': 'network-vif-deleted', 'tag': 'e5549816-d410-40ca-a56e-452bca2fc5c4', 'status': 'completed', 'code': 200}
Apr 05 12:13:47.954753 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ce031735-460f-4b7d-85d2-c0b33c36a974 req-b97f86f0-f12f-4ff4-8dd4-dca67f413550 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1233506
Apr 05 12:13:47.959710 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b084617e-c403-4e41-b4aa-f8aa0d6dbcda tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:47.960444 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b084617e-c403-4e41-b4aa-f8aa0d6dbcda tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:47.983816 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-59612f89-dcb8-4e89-8f32-351ab5275dd7 req-3238ad4c-c3b9-4205-82b8-d36648a8ea26 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd022a21-f8f6-48a0-aafb-3a959f94237a HTTP/1.1" status: 200  len: 1000 time: 0.1364985
Apr 05 12:13:48.062787 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59612f89-dcb8-4e89-8f32-351ab5275dd7 req-0766c786-8538-4140-8b9f-b6ff417704f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:48.064372 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-59612f89-dcb8-4e89-8f32-351ab5275dd7 req-0766c786-8538-4140-8b9f-b6ff417704f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6b86aae7-ace6-4746-a3ed-1ba4c4e7e2eb HTTP/1.1" status: 200  len: 853 time: 0.0733879
Apr 05 12:13:48.099559 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-b084617e-c403-4e41-b4aa-f8aa0d6dbcda tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Calling delete_port for 93b15338-a810-49d2-beea-b221c111bd4d owned by network:floatingip {{(pid=84268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:13:48.160081 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59612f89-dcb8-4e89-8f32-351ab5275dd7 req-7eeef615-2909-40a7-a14e-e27846a5db02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:48.162437 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-59612f89-dcb8-4e89-8f32-351ab5275dd7 req-7eeef615-2909-40a7-a14e-e27846a5db02 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=548b3d94-5c3c-467f-9182-8efb802d6497&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0892575
Apr 05 12:13:48.316479 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-59612f89-dcb8-4e89-8f32-351ab5275dd7 req-a2f62f88-af6f-473d-b0d0-ca679ab8c5ef service neutron] 10.222.0.37 "GET /v2.0/networks/548b3d94-5c3c-467f-9182-8efb802d6497?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450922
Apr 05 12:13:48.316766 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-288feeaa-e65c-4c7a-bb46-9b314d2968f5 req-d4c60c8c-ceaa-48c5-96a2-b161773a3f8a tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Synchronizing usage tracker for tenant:a4b830a10a514a4cb30105d6758c326e on resource:port {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:13:48.332250 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device e5549816-d410-40ca-a56e-452bca2fc5c4 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:13:48.342722 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-288feeaa-e65c-4c7a-bb46-9b314d2968f5 req-d4c60c8c-ceaa-48c5-96a2-b161773a3f8a tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Unset dirty status for tenant:a4b830a10a514a4cb30105d6758c326e on resource:port {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:13:48.345868 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-288feeaa-e65c-4c7a-bb46-9b314d2968f5 req-d4c60c8c-ceaa-48c5-96a2-b161773a3f8a tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] 10.222.0.36 "GET /v2.0/ports?device_id=f871c675-3fa2-4f43-8915-d15a01dbe06f HTTP/1.1" status: 200  len: 210 time: 0.0875678
Apr 05 12:13:48.348461 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b084617e-c403-4e41-b4aa-f8aa0d6dbcda tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:48.374600 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:13:48.375971 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] No Port match for: e5549816-d410-40ca-a56e-452bca2fc5c4 {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:13:48.376413 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device e5549816-d410-40ca-a56e-452bca2fc5c4 not bound to the agent host hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:13:48.479908 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084617e-c403-4e41-b4aa-f8aa0d6dbcda tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Pushing event deleted for resources: {'Port': ['ID=93b15338-a810-49d2-beea-b221c111bd4d,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:13:48.488566 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-59612f89-dcb8-4e89-8f32-351ab5275dd7 req-d9f6b785-4cc2-4511-a290-171ddea2aec7 service neutron] 10.222.0.37 "GET /v2.0/networks/548b3d94-5c3c-467f-9182-8efb802d6497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1590581
Apr 05 12:13:48.490399 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-b084617e-c403-4e41-b4aa-f8aa0d6dbcda tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:13:48.660093 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b084617e-c403-4e41-b4aa-f8aa0d6dbcda tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks [] for floatingip, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:48.660504 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.l3_db [None req-b084617e-c403-4e41-b4aa-f8aa0d6dbcda tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Floating IP d7e3a3b1-bc4d-42f6-adbb-7f3a1cc53968 disassociated (deleted). External IP: 172.27.0.25, port: cd022a21-f8f6-48a0-aafb-3a959f94237a.
Apr 05 12:13:48.662065 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa68443-c2e8-4c6e-9255-1e41507b0594 req-1579a8fa-6973-461f-a124-9295b64992ee tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:48.666604 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1aa68443-c2e8-4c6e-9255-1e41507b0594 req-1579a8fa-6973-461f-a124-9295b64992ee tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.0936525
Apr 05 12:13:48.714117 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1aa68443-c2e8-4c6e-9255-1e41507b0594 req-d06d4427-41b6-4731-91c1-840407ad8c9b tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440984
Apr 05 12:13:49.180480 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098d833-be0d-4c7e-8d71-d36960a0496e req-027ca1c2-2583-4494-b99d-a3120e74c774 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:49.182107 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7098d833-be0d-4c7e-8d71-d36960a0496e req-027ca1c2-2583-4494-b99d-a3120e74c774 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.1810644
Apr 05 12:13:49.428625 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b084617e-c403-4e41-b4aa-f8aa0d6dbcda tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Router c8e292d9-2cb3-4810-b355-db01a1b48751 has already been hosted by L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d {{(pid=84268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 12:13:49.438074 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f25d1-915d-45e7-b008-36e37fe3f461 req-5fd747ba-bb27-4d27-a778-8697b6b08846 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:49.439603 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fe4f25d1-915d-45e7-b008-36e37fe3f461 req-5fd747ba-bb27-4d27-a778-8697b6b08846 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.37 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 945 time: 0.2312009
Apr 05 12:13:49.450602 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1246966-f142-42c8-b296-d9a71978aed0 req-d6f5716b-b68c-41b8-a312-222d74d2aa3d tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:49.452119 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f1246966-f142-42c8-b296-d9a71978aed0 req-d6f5716b-b68c-41b8-a312-222d74d2aa3d tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 945 time: 0.2449722
Apr 05 12:13:49.477452 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e2e6b-0c5c-41ad-a4bc-3460978eeccc req-fd68fff9-f7d9-455c-8405-3847a6df0ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:49.479075 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-084e2e6b-0c5c-41ad-a4bc-3460978eeccc req-fd68fff9-f7d9-455c-8405-3847a6df0ccc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=525c6898bd0b4bc98230f38ee54db7c6&device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 1099 time: 0.3784890
Apr 05 12:13:49.484036 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7098d833-be0d-4c7e-8d71-d36960a0496e req-a92334f9-a461-4f85-b40e-3b451c9bbccf tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2950766
Apr 05 12:13:49.631557 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e2e6b-0c5c-41ad-a4bc-3460978eeccc req-b11703a8-34a2-4a28-b551-83884cd7fd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:49.633147 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-084e2e6b-0c5c-41ad-a4bc-3460978eeccc req-b11703a8-34a2-4a28-b551-83884cd7fd75 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0d1a45c1-5bda-4177-9f6d-4ce95f1005fb HTTP/1.1" status: 200  len: 912 time: 0.1470289
Apr 05 12:13:49.707606 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-fe4f25d1-915d-45e7-b008-36e37fe3f461 req-2307154a-5017-4c15-8018-b354a8dc155c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Deleting port 75dc0cbf-733b-4036-b284-69bfcafbac18 {{(pid=84268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:13:49.707990 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-fe4f25d1-915d-45e7-b008-36e37fe3f461 req-2307154a-5017-4c15-8018-b354a8dc155c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:49.758252 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-084e2e6b-0c5c-41ad-a4bc-3460978eeccc req-59ef5c2b-68bb-4971-a7e1-3343b5faa6a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2955123-ae33-4531-94cd-a14eaa61a2ca HTTP/1.1" status: 200  len: 1001 time: 0.1180902
Apr 05 12:13:49.759972 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f1246966-f142-42c8-b296-d9a71978aed0 req-35eb7477-adb5-40dc-b5d0-4409a7d3a0fd tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2714212
Apr 05 12:13:49.849449 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e2e6b-0c5c-41ad-a4bc-3460978eeccc req-5e5ec859-ed9f-4871-b060-0e5f2d01f7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:49.851437 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-084e2e6b-0c5c-41ad-a4bc-3460978eeccc req-5e5ec859-ed9f-4871-b060-0e5f2d01f7eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e2bf2297-d799-490c-8e49-5e5a4e02830c HTTP/1.1" status: 200  len: 850 time: 0.0742979
Apr 05 12:13:49.866045 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b084617e-c403-4e41-b4aa-f8aa0d6dbcda tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:13:49.879748 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ce248c-4f80-4e9b-839e-6957bb011423 None None] Sync routers for ids ['c8e292d9-2cb3-4810-b355-db01a1b48751'] in dv-cinder-784763-1-iscsi {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:13:49.890583 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ce248c-4f80-4e9b-839e-6957bb011423 None None] Routers {'c8e292d9-2cb3-4810-b355-db01a1b48751'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:13:49.891267 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-13ce248c-4f80-4e9b-839e-6957bb011423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f246110a198>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:13:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['c8e292d9-2cb3-4810-b355-db01a1b48751'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:13:49.980779 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e2e6b-0c5c-41ad-a4bc-3460978eeccc req-6fdddb67-5529-47ff-ae15-ed135fcc4c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:49.983064 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-084e2e6b-0c5c-41ad-a4bc-3460978eeccc req-6fdddb67-5529-47ff-ae15-ed135fcc4c74 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d1a45c1-5bda-4177-9f6d-4ce95f1005fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1248214
Apr 05 12:13:50.025016 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-fe4f25d1-915d-45e7-b008-36e37fe3f461 req-2307154a-5017-4c15-8018-b354a8dc155c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] For port 75dc0cbf-733b-4036-b284-69bfcafbac18, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=75dc0cbf-733b-4036-b284-69bfcafbac18,segment=NetworkSegment(787c8767-e3fe-4e59-b840-0afd6f84cd1d),segment_id=787c8767-e3fe-4e59-b840-0afd6f84cd1d)] {{(pid=84268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:13:50.025422 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-fe4f25d1-915d-45e7-b008-36e37fe3f461 req-2307154a-5017-4c15-8018-b354a8dc155c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:50.097281 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-13ce248c-4f80-4e9b-839e-6957bb011423 None None] Set router c8e292d9-2cb3-4810-b355-db01a1b48751 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:13:50.206446 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-084e2e6b-0c5c-41ad-a4bc-3460978eeccc req-7ad93232-28fe-46a7-b97a-fd37c579d5fc service neutron] 10.222.0.37 "GET /v2.0/networks/0d1a45c1-5bda-4177-9f6d-4ce95f1005fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2142961
Apr 05 12:13:50.244506 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b084617e-c403-4e41-b4aa-f8aa0d6dbcda tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for floatingip, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:50.352507 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-084e2e6b-0c5c-41ad-a4bc-3460978eeccc req-26514981-791a-470d-a915-f701268247c9 service neutron] 10.222.0.37 "GET /v2.0/networks/0d1a45c1-5bda-4177-9f6d-4ce95f1005fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388812
Apr 05 12:13:50.393072 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-b084617e-c403-4e41-b4aa-f8aa0d6dbcda tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "DELETE /v2.0/floatingips/d7e3a3b1-bc4d-42f6-adbb-7f3a1cc53968 HTTP/1.1" status: 204  len: 168 time: 3.0191956
Apr 05 12:13:50.400905 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea8d077-e92a-40b0-8260-2af8a71b8adb', 'tag': 'cd022a21-f8f6-48a0-aafb-3a959f94237a'}] {{(pid=84268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:13:50.414228 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-fe4f25d1-915d-45e7-b008-36e37fe3f461 req-2307154a-5017-4c15-8018-b354a8dc155c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:50.414825 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-fe4f25d1-915d-45e7-b008-36e37fe3f461 req-2307154a-5017-4c15-8018-b354a8dc155c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854330421'] for floatingip, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:50.415286 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.l3_db [req-fe4f25d1-915d-45e7-b008-36e37fe3f461 req-2307154a-5017-4c15-8018-b354a8dc155c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Floating IP 07ec5cec-fbfd-4185-99d8-b2f079576795 disassociated. External IP: 172.27.0.216, port: 75dc0cbf-733b-4036-b284-69bfcafbac18.
Apr 05 12:13:50.415760 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-fe4f25d1-915d-45e7-b008-36e37fe3f461 req-2307154a-5017-4c15-8018-b354a8dc155c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Calling delete_port for 75dc0cbf-733b-4036-b284-69bfcafbac18 owned by compute:nova {{(pid=84268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:13:50.461786 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea8d077-e92a-40b0-8260-2af8a71b8adb', 'tag': 'cd022a21-f8f6-48a0-aafb-3a959f94237a', 'status': 'completed', 'code': 200}
Apr 05 12:13:50.472255 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-13ce248c-4f80-4e9b-839e-6957bb011423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f246110a198>, [{'id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'name': 'tempest-TestMinimumBasicScenario-956578383-router', 'tenant_id': '0fa3ed41777846009e78f090b026e395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'a33832e3-4ff7-4754-9679-c441031ad725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:33Z', 'updated_at': '2021-04-05T12:08:41Z', 'revision_number': 4, 'project_id': '0fa3ed41777846009e78f090b026e395', 'gw_port': {'id': 'a33832e3-4ff7-4754-9679-c441031ad725', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:34Z', 'updated_at': '2021-04-05T12:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': 'e980b935-8534-4c1b-9cee-e09348ce6d6a', 'name': '', 'network_id': '548b3d94-5c3c-467f-9182-8efb802d6497', 'tenant_id': '0fa3ed41777846009e78f090b026e395', 'mac_address': 'fa:16:3e:4c:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '6b86aae7-ace6-4746-a3ed-1ba4c4e7e2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:39Z', 'updated_at': '2021-04-05T12:08:58Z', 'revision_number': 5, 'project_id': '0fa3ed41777846009e78f090b026e395', 'subnets': [{'id': '6b86aae7-ace6-4746-a3ed-1ba4c4e7e2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:13:50.477115 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ce248c-4f80-4e9b-839e-6957bb011423 None None] Checking router: c8e292d9-2cb3-4810-b355-db01a1b48751 for host: dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:13:50.487240 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ce248c-4f80-4e9b-839e-6957bb011423 None None] Routers {'c8e292d9-2cb3-4810-b355-db01a1b48751'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:13:50.487917 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-13ce248c-4f80-4e9b-839e-6957bb011423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f246110a198>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:13:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['c8e292d9-2cb3-4810-b355-db01a1b48751'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:13:50.589387 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903cbbf4-b0b2-48cf-84b5-ef002dbadcf4 req-d40e4691-0d5a-473d-9bfd-623e53b95cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:50.591196 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-903cbbf4-b0b2-48cf-84b5-ef002dbadcf4 req-d40e4691-0d5a-473d-9bfd-623e53b95cff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0fa3ed41777846009e78f090b026e395&device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 1098 time: 0.1002781
Apr 05 12:13:50.665306 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-fe4f25d1-915d-45e7-b008-36e37fe3f461 req-2307154a-5017-4c15-8018-b354a8dc155c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:50.715779 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-13ce248c-4f80-4e9b-839e-6957bb011423 None None] Set router c8e292d9-2cb3-4810-b355-db01a1b48751 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:13:50.767033 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:13:50.852186 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569334c-3219-4819-a57e-e748377112b2 req-ac0b48be-352a-408f-b0df-996ca2744cc0 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:50.854202 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c569334c-3219-4819-a57e-e748377112b2 req-ac0b48be-352a-408f-b0df-996ca2744cc0 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.1660843
Apr 05 12:13:50.855517 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903cbbf4-b0b2-48cf-84b5-ef002dbadcf4 req-16324db9-271c-412f-b290-f841c3b5cd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:50.857228 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-903cbbf4-b0b2-48cf-84b5-ef002dbadcf4 req-16324db9-271c-412f-b290-f841c3b5cd20 service neutron] 10.222.0.37 "GET /v2.0/networks?id=548b3d94-5c3c-467f-9182-8efb802d6497 HTTP/1.1" status: 200  len: 915 time: 0.2549698
Apr 05 12:13:50.889514 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2307154a-5017-4c15-8018-b354a8dc155c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Pushing event deleted for resources: {'Port': ['ID=75dc0cbf-733b-4036-b284-69bfcafbac18,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:13:50.912504 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2307154a-5017-4c15-8018-b354a8dc155c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:13:50.912912 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2307154a-5017-4c15-8018-b354a8dc155c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:13:50.917888 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2307154a-5017-4c15-8018-b354a8dc155c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:13:50.918360 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2307154a-5017-4c15-8018-b354a8dc155c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:13:50.918758 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2307154a-5017-4c15-8018-b354a8dc155c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:13:50.919219 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2307154a-5017-4c15-8018-b354a8dc155c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:13:50.920110 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2307154a-5017-4c15-8018-b354a8dc155c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:13:50.920504 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2307154a-5017-4c15-8018-b354a8dc155c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:13:50.920896 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2307154a-5017-4c15-8018-b354a8dc155c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:13:50.921285 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2307154a-5017-4c15-8018-b354a8dc155c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:13:50.921669 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2307154a-5017-4c15-8018-b354a8dc155c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:13:50.922051 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2307154a-5017-4c15-8018-b354a8dc155c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:13:50.936500 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2307154a-5017-4c15-8018-b354a8dc155c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:13:50.975665 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-903cbbf4-b0b2-48cf-84b5-ef002dbadcf4 req-40618a5d-e138-4814-ba0d-ed4788c0db6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd022a21-f8f6-48a0-aafb-3a959f94237a HTTP/1.1" status: 200  len: 217 time: 0.0983756
Apr 05 12:13:50.985812 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c569334c-3219-4819-a57e-e748377112b2 req-e2b647a1-92d1-45cf-b0d9-9821b83b9a8d tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1252286
Apr 05 12:13:51.142442 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903cbbf4-b0b2-48cf-84b5-ef002dbadcf4 req-f45c4ba5-c85e-4c44-85f7-6285ab147746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:51.144695 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-903cbbf4-b0b2-48cf-84b5-ef002dbadcf4 req-f45c4ba5-c85e-4c44-85f7-6285ab147746 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6b86aae7-ace6-4746-a3ed-1ba4c4e7e2eb HTTP/1.1" status: 200  len: 853 time: 0.1563029
Apr 05 12:13:51.249796 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903cbbf4-b0b2-48cf-84b5-ef002dbadcf4 req-c3a8194e-e9dc-4a7f-9885-d17425701945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:51.251811 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-903cbbf4-b0b2-48cf-84b5-ef002dbadcf4 req-c3a8194e-e9dc-4a7f-9885-d17425701945 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=548b3d94-5c3c-467f-9182-8efb802d6497&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0999968
Apr 05 12:13:51.270204 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-18a23e18-ab6e-4231-876a-a5137ee165ab req-1d1af610-a0df-49f3-8722-e18e8755a0ba tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 210 time: 0.2273808
Apr 05 12:13:51.303874 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-13ce248c-4f80-4e9b-839e-6957bb011423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f246110a198>, [{'id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'name': 'tempest-TestMinimumBasicScenario-956578383-router', 'tenant_id': '0fa3ed41777846009e78f090b026e395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'a33832e3-4ff7-4754-9679-c441031ad725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:33Z', 'updated_at': '2021-04-05T12:08:41Z', 'revision_number': 4, 'project_id': '0fa3ed41777846009e78f090b026e395', 'gw_port': {'id': 'a33832e3-4ff7-4754-9679-c441031ad725', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:34Z', 'updated_at': '2021-04-05T12:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': 'e980b935-8534-4c1b-9cee-e09348ce6d6a', 'name': '', 'network_id': '548b3d94-5c3c-467f-9182-8efb802d6497', 'tenant_id': '0fa3ed41777846009e78f090b026e395', 'mac_address': 'fa:16:3e:4c:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '6b86aae7-ace6-4746-a3ed-1ba4c4e7e2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:39Z', 'updated_at': '2021-04-05T12:08:58Z', 'revision_number': 5, 'project_id': '0fa3ed41777846009e78f090b026e395', 'subnets': [{'id': '6b86aae7-ace6-4746-a3ed-1ba4c4e7e2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:13:51.308802 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ce248c-4f80-4e9b-839e-6957bb011423 None None] The sync data for ids ['c8e292d9-2cb3-4810-b355-db01a1b48751'] in dv-cinder-784763-1-iscsi is: [{'id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'name': 'tempest-TestMinimumBasicScenario-956578383-router', 'tenant_id': '0fa3ed41777846009e78f090b026e395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'a33832e3-4ff7-4754-9679-c441031ad725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:33Z', 'updated_at': '2021-04-05T12:08:41Z', 'revision_number': 4, 'project_id': '0fa3ed41777846009e78f090b026e395', 'gw_port': {'id': 'a33832e3-4ff7-4754-9679-c441031ad725', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:34Z', 'updated_at': '2021-04-05T12:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': 'e980b935-8534-4c1b-9cee-e09348ce6d6a', 'name': '', 'network_id': '548b3d94-5c3c-467f-9182-8efb802d6497', 'tenant_id': '0fa3ed41777846009e78f090b026e395', 'mac_address': 'fa:16:3e:4c:3c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '6b86aae7-ace6-4746-a3ed-1ba4c4e7e2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:39Z', 'updated_at': '2021-04-05T12:08:58Z', 'revision_number': 5, 'project_id': '0fa3ed41777846009e78f090b026e395', 'subnets': [{'id': '6b86aae7-ace6-4746-a3ed-1ba4c4e7e2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:13:51.356688 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe4f25d1-915d-45e7-b008-36e37fe3f461 req-2307154a-5017-4c15-8018-b354a8dc155c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Router e5d19339-7fe4-4183-a097-fdd56b319eeb has already been hosted by L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d {{(pid=84268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 12:13:51.411760 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-903cbbf4-b0b2-48cf-84b5-ef002dbadcf4 req-6f37acf4-aff1-498f-b598-c12350438e0f service neutron] 10.222.0.37 "GET /v2.0/networks/548b3d94-5c3c-467f-9182-8efb802d6497?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1519840
Apr 05 12:13:51.602854 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe4f25d1-915d-45e7-b008-36e37fe3f461 req-2307154a-5017-4c15-8018-b354a8dc155c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:13:51.613570 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6311f861-ff7f-4485-b9f0-32dd38222ae2 None None] Sync routers for ids ['e5d19339-7fe4-4183-a097-fdd56b319eeb'] in dv-cinder-784763-1-iscsi {{(pid=84271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:13:51.636274 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6311f861-ff7f-4485-b9f0-32dd38222ae2 None None] Routers {'e5d19339-7fe4-4183-a097-fdd56b319eeb'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:13:51.637262 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6311f861-ff7f-4485-b9f0-32dd38222ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2461161208>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:13:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['e5d19339-7fe4-4183-a097-fdd56b319eeb'], 'active': True} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:13:51.641711 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-903cbbf4-b0b2-48cf-84b5-ef002dbadcf4 req-ea1938e9-c267-463b-ac1b-316c94fb2255 service neutron] 10.222.0.37 "GET /v2.0/networks/548b3d94-5c3c-467f-9182-8efb802d6497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2200651
Apr 05 12:13:51.723509 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4f25d1-915d-45e7-b008-36e37fe3f461 req-2307154a-5017-4c15-8018-b354a8dc155c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] No DVR routers for this DVR port 75dc0cbf-733b-4036-b284-69bfcafbac18 on host hv-cinder-78476 {{(pid=84268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 12:13:51.725921 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-fe4f25d1-915d-45e7-b008-36e37fe3f461 req-2307154a-5017-4c15-8018-b354a8dc155c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:51.738601 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fe4f25d1-915d-45e7-b008-36e37fe3f461 req-2307154a-5017-4c15-8018-b354a8dc155c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.37 "DELETE /v2.0/ports/75dc0cbf-733b-4036-b284-69bfcafbac18 HTTP/1.1" status: 204  len: 173 time: 2.2844396
Apr 05 12:13:51.813474 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61481564-0594-4a0e-b1f8-1b61767cdbcc None None] New status for floating IP d7e3a3b1-bc4d-42f6-adbb-7f3a1cc53968: DOWN {{(pid=84270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 05 12:13:51.855139 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-6311f861-ff7f-4485-b9f0-32dd38222ae2 None None] Set router e5d19339-7fe4-4183-a097-fdd56b319eeb gateway port host: dv-cinder-784763-1-iscsi {{(pid=84271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:13:52.191658 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6311f861-ff7f-4485-b9f0-32dd38222ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2461161208>, [{'id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'name': 'tempest-TestVolumeBootPattern-569576050-router', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:53Z', 'updated_at': '2021-04-05T12:09:02Z', 'revision_number': 4, 'project_id': '629fa1a565724595a30468e1271ead78', 'gw_port': {'id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:55Z', 'updated_at': '2021-04-05T12:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': '618bc0a5-d832-4a1e-bcde-4a8f04eb16df', 'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'mac_address': 'fa:16:3e:ad:bd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:01Z', 'updated_at': '2021-04-05T12:09:21Z', 'revision_number': 5, 'project_id': '629fa1a565724595a30468e1271ead78', 'subnets': [{'id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:13:52.195724 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6311f861-ff7f-4485-b9f0-32dd38222ae2 None None] Checking router: e5d19339-7fe4-4183-a097-fdd56b319eeb for host: dv-cinder-784763-1-iscsi {{(pid=84271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:13:52.204842 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6311f861-ff7f-4485-b9f0-32dd38222ae2 None None] Routers {'e5d19339-7fe4-4183-a097-fdd56b319eeb'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:13:52.205546 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6311f861-ff7f-4485-b9f0-32dd38222ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2461161208>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:13:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['e5d19339-7fe4-4183-a097-fdd56b319eeb'], 'active': True} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:13:52.223622 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a806a4-46cb-40e6-a76a-9eb11d4149bf req-be9a483d-fd12-4de9-8c61-538092c53a99 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:52.225285 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-57a806a4-46cb-40e6-a76a-9eb11d4149bf req-be9a483d-fd12-4de9-8c61-538092c53a99 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.0931041
Apr 05 12:13:52.274917 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-57a806a4-46cb-40e6-a76a-9eb11d4149bf req-a04f20a2-ee8b-4d54-86e4-1b4872f92c41 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431271
Apr 05 12:13:52.396996 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-6311f861-ff7f-4485-b9f0-32dd38222ae2 None None] Set router e5d19339-7fe4-4183-a097-fdd56b319eeb gateway port host: dv-cinder-784763-1-iscsi {{(pid=84271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:13:52.433698 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-a004daeb-063b-4d8b-ac79-5806de09102c req-83c12ebb-be79-4b8f-a3dc-4e12f42255c6 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Synchronizing usage tracker for tenant:629fa1a565724595a30468e1271ead78 on resource:port {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:13:52.448644 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-a004daeb-063b-4d8b-ac79-5806de09102c req-83c12ebb-be79-4b8f-a3dc-4e12f42255c6 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Unset dirty status for tenant:629fa1a565724595a30468e1271ead78 on resource:port {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:13:52.449916 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a004daeb-063b-4d8b-ac79-5806de09102c req-83c12ebb-be79-4b8f-a3dc-4e12f42255c6 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 210 time: 0.0629218
Apr 05 12:13:52.462964 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f627d1-6185-40fa-8a66-bf568242e6c1', 'name': 'network-vif-deleted', 'tag': '75dc0cbf-733b-4036-b284-69bfcafbac18'}] {{(pid=84268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:13:52.512200 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f627d1-6185-40fa-8a66-bf568242e6c1', 'name': 'network-vif-deleted', 'tag': '75dc0cbf-733b-4036-b284-69bfcafbac18', 'status': 'completed', 'code': 200}
Apr 05 12:13:52.730626 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6311f861-ff7f-4485-b9f0-32dd38222ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2461161208>, [{'id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'name': 'tempest-TestVolumeBootPattern-569576050-router', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:53Z', 'updated_at': '2021-04-05T12:09:02Z', 'revision_number': 4, 'project_id': '629fa1a565724595a30468e1271ead78', 'gw_port': {'id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:55Z', 'updated_at': '2021-04-05T12:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': '618bc0a5-d832-4a1e-bcde-4a8f04eb16df', 'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'mac_address': 'fa:16:3e:ad:bd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:01Z', 'updated_at': '2021-04-05T12:09:21Z', 'revision_number': 5, 'project_id': '629fa1a565724595a30468e1271ead78', 'subnets': [{'id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:13:52.734606 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6311f861-ff7f-4485-b9f0-32dd38222ae2 None None] The sync data for ids ['e5d19339-7fe4-4183-a097-fdd56b319eeb'] in dv-cinder-784763-1-iscsi is: [{'id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'name': 'tempest-TestVolumeBootPattern-569576050-router', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:53Z', 'updated_at': '2021-04-05T12:09:02Z', 'revision_number': 4, 'project_id': '629fa1a565724595a30468e1271ead78', 'gw_port': {'id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:55Z', 'updated_at': '2021-04-05T12:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': '618bc0a5-d832-4a1e-bcde-4a8f04eb16df', 'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'mac_address': 'fa:16:3e:ad:bd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:01Z', 'updated_at': '2021-04-05T12:09:21Z', 'revision_number': 5, 'project_id': '629fa1a565724595a30468e1271ead78', 'subnets': [{'id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:13:53.132481 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e8da9f-094b-4435-b534-bc349ab00166 None None] New status for floating IP 07ec5cec-fbfd-4185-99d8-b2f079576795: DOWN {{(pid=84271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 05 12:13:53.399409 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 75dc0cbf-733b-4036-b284-69bfcafbac18 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:13:53.436373 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] No Port match for: 75dc0cbf-733b-4036-b284-69bfcafbac18 {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:13:53.436774 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 75dc0cbf-733b-4036-b284-69bfcafbac18 not bound to the agent host hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:13:53.615336 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2a1c37a1-66c8-4003-a038-749849eba739 req-ba41bac4-a70e-4a72-a4ea-41ebdda55895 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 210 time: 0.0519850
Apr 05 12:13:53.634286 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1db30f42-6e33-4737-af66-f4272d61dce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:54.774677 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d32c2ad1-bb2d-4e53-a684-2920a22366b6 req-1041a1f3-88fd-4cf0-ae38-aad1a048abb9 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 210 time: 0.0496545
Apr 05 12:13:54.860738 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:55.936897 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a55ccdb9-5bef-4043-b84d-2eed37870160 req-8a01957e-8462-4de5-82ac-a2aab5c2a97e tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 210 time: 0.0482793
Apr 05 12:13:56.022163 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3b1c8dd3-ba0f-4cf8-b124-cc8bcd7a32e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:56.496957 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:57.154902 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-499fa605-6055-40f9-90b9-5050ac7a2500 req-df846043-a596-4b23-96d4-679541a2809c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=62f627d1-6185-40fa-8a66-bf568242e6c1 HTTP/1.1" status: 200  len: 210 time: 0.0656650
Apr 05 12:13:58.079319 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:58.545632 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-750ea85c-8458-4a19-85f9-b078de52661a tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-398527571&fields=id&tenant_id=629fa1a565724595a30468e1271ead78 HTTP/1.1" status: 200  len: 267 time: 0.0464063
Apr 05 12:13:58.676667 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:13:58.710767 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-fc3130a5-0a70-4fe4-8031-6280a48c0d22 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:58.712254 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-fc3130a5-0a70-4fe4-8031-6280a48c0d22 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/networks?id=a3e4dca9-c22e-4b2f-b50e-39573f778a69 HTTP/1.1" status: 200  len: 811 time: 0.1591423
Apr 05 12:13:58.727873 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-9b32f437-4fd1-4c3a-a63b-5483b8be0a88 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/quotas/629fa1a565724595a30468e1271ead78 HTTP/1.1" status: 200  len: 375 time: 0.0095086
Apr 05 12:13:58.818319 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-1e0e52ff-4c53-4674-a8d9-da93534e144a tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=629fa1a565724595a30468e1271ead78&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0846956
Apr 05 12:13:59.201768 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-5ba878c9-7a60-45e4-90f2-fc0e0ee349b5 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e4dca9-c22e-4b2f-b50e-39573f778a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3708706
Apr 05 12:13:59.346207 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-38b94395-e167-4803-9485-1a0d02c5759d service neutron] 10.222.0.36 "GET /v2.0/networks/a3e4dca9-c22e-4b2f-b50e-39573f778a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378767
Apr 05 12:13:59.548852 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0df573-7daa-4a62-a584-6c80ddcaa4cf req-a9d42efb-7d8e-4e95-8701-80157a1a9658 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:13:59.555669 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0c0df573-7daa-4a62-a584-6c80ddcaa4cf req-a9d42efb-7d8e-4e95-8701-80157a1a9658 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 945 time: 0.0898507
Apr 05 12:13:59.606767 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-0c0df573-7daa-4a62-a584-6c80ddcaa4cf req-15b8980f-ac9f-41dc-96cc-acb2019e05e0 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Synchronizing usage tracker for tenant:0fa3ed41777846009e78f090b026e395 on resource:security_group {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:13:59.622404 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-0c0df573-7daa-4a62-a584-6c80ddcaa4cf req-15b8980f-ac9f-41dc-96cc-acb2019e05e0 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Unset dirty status for tenant:0fa3ed41777846009e78f090b026e395 on resource:security_group {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:13:59.623667 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0c0df573-7daa-4a62-a584-6c80ddcaa4cf req-15b8980f-ac9f-41dc-96cc-acb2019e05e0 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593791
Apr 05 12:13:59.776742 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0ad5cfb8-dd5c-4f4e-bf63-fc884b00c319 req-29193b06-1bc1-40a4-a784-62b1dcacab62 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecdc997f-f2bd-49e8-8b8e-3b4309eb377f HTTP/1.1" status: 200  len: 210 time: 0.0531924
Apr 05 12:14:00.838923 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b49aa-30f2-4029-8d20-9d0155f8706f req-47f5279c-321e-4fd6-8ddb-a5c20d98ff06 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:00.840190 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-404b49aa-30f2-4029-8d20-9d0155f8706f req-47f5279c-321e-4fd6-8ddb-a5c20d98ff06 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 945 time: 0.0966156
Apr 05 12:14:00.896852 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-404b49aa-30f2-4029-8d20-9d0155f8706f req-14df026b-7c63-408a-89da-e983bf7d88ad tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504067
Apr 05 12:14:00.901233 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-7992f509-0df8-4f1d-97b3-3792e7dfd6b6 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:00.902965 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-7992f509-0df8-4f1d-97b3-3792e7dfd6b6 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.37 "GET /v2.0/networks?id=a3e4dca9-c22e-4b2f-b50e-39573f778a69 HTTP/1.1" status: 200  len: 811 time: 0.1841483
Apr 05 12:14:00.975709 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ccce6dcb-b083-4b58-b8a8-d088a137b51e req-036076d9-7c7e-44dd-9969-3a694c47d6f2 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecdc997f-f2bd-49e8-8b8e-3b4309eb377f HTTP/1.1" status: 200  len: 210 time: 0.0701075
Apr 05 12:14:01.028851 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-01e5a04a-b5e1-48e5-8ec3-d2a92ef66fd2 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=629fa1a565724595a30468e1271ead78 HTTP/1.1" status: 200  len: 8059 time: 0.0889282
Apr 05 12:14:01.039047 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-9c1971a5-0f68-478c-aa23-f1bec4f2398b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Request body: {'port': {'device_id': 'ecdc997f-f2bd-49e8-8b8e-3b4309eb377f', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'admin_state_up': True, 'tenant_id': '629fa1a565724595a30468e1271ead78', 'security_groups': ['8f62e6b1-5298-4750-ade3-d7246e0179c0']}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:14:01.191116 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-9c1971a5-0f68-478c-aa23-f1bec4f2398b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:14:01.202313 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-9c1971a5-0f68-478c-aa23-f1bec4f2398b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:14:01.211632 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-9c1971a5-0f68-478c-aa23-f1bec4f2398b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Made reservation on behalf of 629fa1a565724595a30468e1271ead78 for: {'port': 1} {{(pid=84268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:14:01.217767 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-9c1971a5-0f68-478c-aa23-f1bec4f2398b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:01.402060 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-9c1971a5-0f68-478c-aa23-f1bec4f2398b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Allocated IP 172.20.0.10 (a3e4dca9-c22e-4b2f-b50e-39573f778a69/34a1f558-4685-48e4-a199-4b7768f4f5df/ef738c12-6b44-4d39-8163-db9d3a41f6f9) {{(pid=84268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:14:01.611829 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-9c1971a5-0f68-478c-aa23-f1bec4f2398b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for port, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:01.630936 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-9c1971a5-0f68-478c-aa23-f1bec4f2398b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Transition to ACTIVE for port object ef738c12-6b44-4d39-8163-db9d3a41f6f9 will not be triggered until provisioned by entity DHCP. {{(pid=84268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:14:01.654917 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-9c1971a5-0f68-478c-aa23-f1bec4f2398b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:01.672875 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-32948a48-1382-4e61-b812-98de54ca12c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:01.813210 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1971a5-0f68-478c-aa23-f1bec4f2398b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Pushing event updated for resources: {'Port': ['ID=ef738c12-6b44-4d39-8163-db9d3a41f6f9,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:01.819512 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-9c1971a5-0f68-478c-aa23-f1bec4f2398b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:01.868749 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-9c1971a5-0f68-478c-aa23-f1bec4f2398b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Network a3e4dca9-c22e-4b2f-b50e-39573f778a69 is already hosted by enough agents. {{(pid=84268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:14:01.869344 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c78e12-32b7-4813-9bec-298d61d5db41 req-6b887252-79c2-45a7-acab-c75fe69b9872 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:01.869887 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-9c1971a5-0f68-478c-aa23-f1bec4f2398b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Resources bound (agent type, host, resource id):  {{(pid=84268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:14:01.870911 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e2c78e12-32b7-4813-9bec-298d61d5db41 req-6b887252-79c2-45a7-acab-c75fe69b9872 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 945 time: 0.0972228
Apr 05 12:14:01.872330 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-9c1971a5-0f68-478c-aa23-f1bec4f2398b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Received port after_create {{(pid=84268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:14:01.944042 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-9c1971a5-0f68-478c-aa23-f1bec4f2398b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:01.944736 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-9c1971a5-0f68-478c-aa23-f1bec4f2398b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:01.973683 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-9c1971a5-0f68-478c-aa23-f1bec4f2398b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9387267
Apr 05 12:14:02.115610 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-48acb198-8e33-44e4-99bd-6f56a6e75eb9 None None] Provisioning for port ef738c12-6b44-4d39-8163-db9d3a41f6f9 completed by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:14:02.119286 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77111d-3d48-4538-82de-76d6838c8d2c req-6fe40c3c-5125-4df8-9eac-6d129eef6c77 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:02.120061 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-bc77111d-3d48-4538-82de-76d6838c8d2c req-6fe40c3c-5125-4df8-9eac-6d129eef6c77 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Synchronizing usage tracker for tenant:0fa3ed41777846009e78f090b026e395 on resource:port {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:14:02.121798 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-48acb198-8e33-44e4-99bd-6f56a6e75eb9 None None] Provisioning complete for port ef738c12-6b44-4d39-8163-db9d3a41f6f9 triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:14:02.122412 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-48acb198-8e33-44e4-99bd-6f56a6e75eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:02.138493 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-bc77111d-3d48-4538-82de-76d6838c8d2c req-6fe40c3c-5125-4df8-9eac-6d129eef6c77 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Unset dirty status for tenant:0fa3ed41777846009e78f090b026e395 on resource:port {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:14:02.146993 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-bc77111d-3d48-4538-82de-76d6838c8d2c req-6fe40c3c-5125-4df8-9eac-6d129eef6c77 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 945 time: 0.1301131
Apr 05 12:14:02.187734 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-48acb198-8e33-44e4-99bd-6f56a6e75eb9 None None] Port ef738c12-6b44-4d39-8163-db9d3a41f6f9 cannot update to ACTIVE because it is not bound. {{(pid=84270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 12:14:02.195339 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-bc77111d-3d48-4538-82de-76d6838c8d2c req-85b96073-e5bf-4060-82ca-e63201fddb30 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474837
Apr 05 12:14:02.210757 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c19df3-563d-43bd-819a-c123c39a3abb req-662f60df-2196-45fd-a083-e081c5cb823a tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:02.212358 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c1c19df3-563d-43bd-819a-c123c39a3abb req-662f60df-2196-45fd-a083-e081c5cb823a tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecdc997f-f2bd-49e8-8b8e-3b4309eb377f HTTP/1.1" status: 200  len: 932 time: 0.1019464
Apr 05 12:14:02.263125 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c1c19df3-563d-43bd-819a-c123c39a3abb req-b3959a0d-a57b-4d1e-84ab-a8bb13227245 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439558
Apr 05 12:14:02.461510 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 6 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:14:03.398519 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab4723-17d1-4717-b693-d0e855261aea req-1d31c0f7-da65-489c-8e81-74c2d95364ee tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:03.400162 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b5ab4723-17d1-4717-b693-d0e855261aea req-1d31c0f7-da65-489c-8e81-74c2d95364ee tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 945 time: 0.0906472
Apr 05 12:14:03.448465 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b5ab4723-17d1-4717-b693-d0e855261aea req-4fa42533-dde2-4566-ab74-daf220a63568 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416744
Apr 05 12:14:03.627892 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e41a9-7ee8-458b-8ce8-3de52e4da6df req-c83fcca1-2cc6-42f0-940c-6aeaf43d9d49 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:03.630690 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-db1e41a9-7ee8-458b-8ce8-3de52e4da6df req-c83fcca1-2cc6-42f0-940c-6aeaf43d9d49 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecdc997f-f2bd-49e8-8b8e-3b4309eb377f HTTP/1.1" status: 200  len: 932 time: 0.0868807
Apr 05 12:14:03.678713 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-db1e41a9-7ee8-458b-8ce8-3de52e4da6df req-8f22f384-4f0f-48c0-8c14-7ecea91eb6b0 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416379
Apr 05 12:14:04.487716 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-d82c5ccb-b220-4e8d-9d2c-fdd8619eb9ef service neutron] Request body: {'port': {'device_id': 'ecdc997f-f2bd-49e8-8b8e-3b4309eb377f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:14:04.558713 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-e2c78e12-32b7-4813-9bec-298d61d5db41 req-04d8bfb7-be1f-4824-aa33-9e88f4a500c1 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Deleting port cd022a21-f8f6-48a0-aafb-3a959f94237a {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:14:04.559093 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e2c78e12-32b7-4813-9bec-298d61d5db41 req-04d8bfb7-be1f-4824-aa33-9e88f4a500c1 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:04.613340 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-d82c5ccb-b220-4e8d-9d2c-fdd8619eb9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:04.826747 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbab8bf-bee9-403b-9ff2-4abe091ac286 req-0d77a27b-4111-4da8-a93f-552440321e8d tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:04.828405 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9cbab8bf-bee9-403b-9ff2-4abe091ac286 req-0d77a27b-4111-4da8-a93f-552440321e8d tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 945 time: 0.2374556
Apr 05 12:14:04.912364 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9cbab8bf-bee9-403b-9ff2-4abe091ac286 req-a6043d3b-6a08-479e-a5a0-2bf96506ba53 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/security-groups?id=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722773
Apr 05 12:14:04.945585 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-e2c78e12-32b7-4813-9bec-298d61d5db41 req-04d8bfb7-be1f-4824-aa33-9e88f4a500c1 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] For port cd022a21-f8f6-48a0-aafb-3a959f94237a, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=cd022a21-f8f6-48a0-aafb-3a959f94237a,segment=NetworkSegment(b0ea88b6-8a50-4dc8-956c-4b544206d124),segment_id=b0ea88b6-8a50-4dc8-956c-4b544206d124)] {{(pid=84269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:14:04.945992 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e2c78e12-32b7-4813-9bec-298d61d5db41 req-04d8bfb7-be1f-4824-aa33-9e88f4a500c1 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:05.038012 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-d82c5ccb-b220-4e8d-9d2c-fdd8619eb9ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef738c12-6b44-4d39-8163-db9d3a41f6f9 {{(pid=84268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:14:05.046518 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-d82c5ccb-b220-4e8d-9d2c-fdd8619eb9ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:05.062313 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-d82c5ccb-b220-4e8d-9d2c-fdd8619eb9ef service neutron] Transition to ACTIVE for port object ef738c12-6b44-4d39-8163-db9d3a41f6f9 will not be triggered until provisioned by entity L2. {{(pid=84268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:14:05.064952 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-d82c5ccb-b220-4e8d-9d2c-fdd8619eb9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851385328'] for port, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:05.081068 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-6179fb16-5030-47d0-a487-9284afe96b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:05.135586 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-e2c78e12-32b7-4813-9bec-298d61d5db41 req-04d8bfb7-be1f-4824-aa33-9e88f4a500c1 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Calling delete_port for cd022a21-f8f6-48a0-aafb-3a959f94237a owned by compute:nova {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:14:05.229080 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c5ccb-b220-4e8d-9d2c-fdd8619eb9ef service neutron] Pushing event updated for resources: {'Port': ['ID=ef738c12-6b44-4d39-8163-db9d3a41f6f9,revision_number=2']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:05.242847 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d82c5ccb-b220-4e8d-9d2c-fdd8619eb9ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:05.263463 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ae180-986d-4242-9209-dffef511207a req-8d5104c5-eee5-440e-8543-c150f59d75a3 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:05.265076 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b99ae180-986d-4242-9209-dffef511207a req-8d5104c5-eee5-440e-8543-c150f59d75a3 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecdc997f-f2bd-49e8-8b8e-3b4309eb377f HTTP/1.1" status: 200  len: 944 time: 0.2435422
Apr 05 12:14:05.369192 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b99ae180-986d-4242-9209-dffef511207a req-ae98c525-0ef0-4269-8302-52fd25008188 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0712464
Apr 05 12:14:05.375889 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e2c78e12-32b7-4813-9bec-298d61d5db41 req-04d8bfb7-be1f-4824-aa33-9e88f4a500c1 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:05.398606 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-11e97155-9159-4c71-8f02-30628a8178eb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:05.455370 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-d82c5ccb-b220-4e8d-9d2c-fdd8619eb9ef service neutron] Attempting to bind port ef738c12-6b44-4d39-8163-db9d3a41f6f9 on host hv-cinder-78476 for vnic_type normal with profile  {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:14:05.455745 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-d82c5ccb-b220-4e8d-9d2c-fdd8619eb9ef service neutron] Attempting to bind port ef738c12-6b44-4d39-8163-db9d3a41f6f9 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '787c8767-e3fe-4e59-b840-0afd6f84cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69'}] {{(pid=84268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:14:05.456109 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-d82c5ccb-b220-4e8d-9d2c-fdd8619eb9ef service neutron] Attempting to bind port ef738c12-6b44-4d39-8163-db9d3a41f6f9 on network a3e4dca9-c22e-4b2f-b50e-39573f778a69 {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:14:05.461675 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-d82c5ccb-b220-4e8d-9d2c-fdd8619eb9ef service neutron] Port ef738c12-6b44-4d39-8163-db9d3a41f6f9 on network a3e4dca9-c22e-4b2f-b50e-39573f778a69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 12:14:05.462028 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-d82c5ccb-b220-4e8d-9d2c-fdd8619eb9ef service neutron] Attempting to bind port ef738c12-6b44-4d39-8163-db9d3a41f6f9 on network a3e4dca9-c22e-4b2f-b50e-39573f778a69 {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:14:05.467468 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-d82c5ccb-b220-4e8d-9d2c-fdd8619eb9ef service neutron] Checking agent: {'id': '038210d6-d792-4dfe-95d3-eb4a37cb8b01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:14:05.467838 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-d82c5ccb-b220-4e8d-9d2c-fdd8619eb9ef service neutron] Checking segment: {'id': '787c8767-e3fe-4e59-b840-0afd6f84cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:14:05.468251 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-d82c5ccb-b220-4e8d-9d2c-fdd8619eb9ef service neutron] Bound using segment: {'id': '787c8767-e3fe-4e59-b840-0afd6f84cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69'} {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:14:05.468709 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-d82c5ccb-b220-4e8d-9d2c-fdd8619eb9ef service neutron] Bound port: ef738c12-6b44-4d39-8163-db9d3a41f6f9, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '787c8767-e3fe-4e59-b840-0afd6f84cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69'}}] {{(pid=84268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:14:05.469083 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-d82c5ccb-b220-4e8d-9d2c-fdd8619eb9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:05.542747 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d8bfb7-be1f-4824-aa33-9e88f4a500c1 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Pushing event deleted for resources: {'Port': ['ID=cd022a21-f8f6-48a0-aafb-3a959f94237a,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:05.546675 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-04d8bfb7-be1f-4824-aa33-9e88f4a500c1 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:05.573555 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-d82c5ccb-b220-4e8d-9d2c-fdd8619eb9ef service neutron] For port ef738c12-6b44-4d39-8163-db9d3a41f6f9, host hv-cinder-78476, cleared binding levels {{(pid=84268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:14:05.576744 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-d82c5ccb-b220-4e8d-9d2c-fdd8619eb9ef service neutron] For port ef738c12-6b44-4d39-8163-db9d3a41f6f9, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=ef738c12-6b44-4d39-8163-db9d3a41f6f9,segment=NetworkSegment(787c8767-e3fe-4e59-b840-0afd6f84cd1d),segment_id=787c8767-e3fe-4e59-b840-0afd6f84cd1d)] {{(pid=84268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:14:05.580223 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-d82c5ccb-b220-4e8d-9d2c-fdd8619eb9ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851385328'] for port, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:05.595861 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-76a548cf-79b7-4f5d-a637-47033b54dfe4 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:05.650277 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c78e12-32b7-4813-9bec-298d61d5db41 req-04d8bfb7-be1f-4824-aa33-9e88f4a500c1 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] No DVR routers for this DVR port cd022a21-f8f6-48a0-aafb-3a959f94237a on host hv-cinder-78476 {{(pid=84269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 12:14:05.653038 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-e2c78e12-32b7-4813-9bec-298d61d5db41 req-04d8bfb7-be1f-4824-aa33-9e88f4a500c1 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:05.655828 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea8d077-e92a-40b0-8260-2af8a71b8adb', 'name': 'network-vif-deleted', 'tag': 'cd022a21-f8f6-48a0-aafb-3a959f94237a'}] {{(pid=84269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:14:05.671777 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e2c78e12-32b7-4813-9bec-298d61d5db41 req-04d8bfb7-be1f-4824-aa33-9e88f4a500c1 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.37 "DELETE /v2.0/ports/cd022a21-f8f6-48a0-aafb-3a959f94237a HTTP/1.1" status: 204  len: 173 time: 1.1922548
Apr 05 12:14:05.703449 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea8d077-e92a-40b0-8260-2af8a71b8adb', 'name': 'network-vif-deleted', 'tag': 'cd022a21-f8f6-48a0-aafb-3a959f94237a', 'status': 'completed', 'code': 200}
Apr 05 12:14:05.748688 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c5ccb-b220-4e8d-9d2c-fdd8619eb9ef service neutron] Pushing event updated for resources: {'Port': ['ID=ef738c12-6b44-4d39-8163-db9d3a41f6f9,revision_number=3']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:05.753145 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d82c5ccb-b220-4e8d-9d2c-fdd8619eb9ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:05.786776 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-d82c5ccb-b220-4e8d-9d2c-fdd8619eb9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:05.787407 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-d82c5ccb-b220-4e8d-9d2c-fdd8619eb9ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:05.788875 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-d82c5ccb-b220-4e8d-9d2c-fdd8619eb9ef service neutron] 10.222.0.37 "PUT /v2.0/ports/ef738c12-6b44-4d39-8163-db9d3a41f6f9 HTTP/1.1" status: 200  len: 1094 time: 1.3062406
Apr 05 12:14:05.789395 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecdc997f-f2bd-49e8-8b8e-3b4309eb377f', 'tag': 'ef738c12-6b44-4d39-8163-db9d3a41f6f9'}] {{(pid=84268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:14:05.840994 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecdc997f-f2bd-49e8-8b8e-3b4309eb377f', 'tag': 'ef738c12-6b44-4d39-8163-db9d3a41f6f9', 'status': 'completed', 'code': 200}
Apr 05 12:14:05.963959 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device cd022a21-f8f6-48a0-aafb-3a959f94237a no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:14:06.006542 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] No Port match for: cd022a21-f8f6-48a0-aafb-3a959f94237a {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:14:06.007182 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device cd022a21-f8f6-48a0-aafb-3a959f94237a not bound to the agent host hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:14:06.122260 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e28a7-d799-44a2-95bf-38c9b07532dd req-16d04f8f-1e54-4b5c-816d-772963a323f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:06.123891 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-663e28a7-d799-44a2-95bf-38c9b07532dd req-16d04f8f-1e54-4b5c-816d-772963a323f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=629fa1a565724595a30468e1271ead78&device_id=ecdc997f-f2bd-49e8-8b8e-3b4309eb377f HTTP/1.1" status: 200  len: 1097 time: 0.0881188
Apr 05 12:14:06.290499 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e28a7-d799-44a2-95bf-38c9b07532dd req-36fcf6c8-7874-4ce1-97ba-1070702fabce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:06.292155 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-663e28a7-d799-44a2-95bf-38c9b07532dd req-36fcf6c8-7874-4ce1-97ba-1070702fabce service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=629fa1a565724595a30468e1271ead78&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1602733
Apr 05 12:14:06.377628 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-4297e3dd-9b62-4699-9b9f-ead38489da7d req-223236f8-4ce2-4d6c-98a3-82093f77df9c tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Synchronizing usage tracker for tenant:0fa3ed41777846009e78f090b026e395 on resource:port {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:14:06.392969 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-4297e3dd-9b62-4699-9b9f-ead38489da7d req-223236f8-4ce2-4d6c-98a3-82093f77df9c tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Unset dirty status for tenant:0fa3ed41777846009e78f090b026e395 on resource:port {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:14:06.394170 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4297e3dd-9b62-4699-9b9f-ead38489da7d req-223236f8-4ce2-4d6c-98a3-82093f77df9c tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ea8d077-e92a-40b0-8260-2af8a71b8adb HTTP/1.1" status: 200  len: 210 time: 0.3378556
Apr 05 12:14:06.446950 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e28a7-d799-44a2-95bf-38c9b07532dd req-489b9833-75b6-4909-9d93-64f2889cd08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:06.448535 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-663e28a7-d799-44a2-95bf-38c9b07532dd req-489b9833-75b6-4909-9d93-64f2889cd08b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1494398
Apr 05 12:14:06.571308 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c2e02-f493-4e3f-994b-ef33321cfc5c req-2cfa0b9c-b453-41d6-93df-d0dc590bb528 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:06.572061 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-3b2c2e02-f493-4e3f-994b-ef33321cfc5c req-2cfa0b9c-b453-41d6-93df-d0dc590bb528 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Synchronizing usage tracker for tenant:629fa1a565724595a30468e1271ead78 on resource:port {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:14:06.586383 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-3b2c2e02-f493-4e3f-994b-ef33321cfc5c req-2cfa0b9c-b453-41d6-93df-d0dc590bb528 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Unset dirty status for tenant:629fa1a565724595a30468e1271ead78 on resource:port {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:14:06.587606 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3b2c2e02-f493-4e3f-994b-ef33321cfc5c req-2cfa0b9c-b453-41d6-93df-d0dc590bb528 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecdc997f-f2bd-49e8-8b8e-3b4309eb377f HTTP/1.1" status: 200  len: 944 time: 0.1021509
Apr 05 12:14:06.637431 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3b2c2e02-f493-4e3f-994b-ef33321cfc5c req-2067e59b-095c-46dc-8019-4bad5c5e94d9 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435588
Apr 05 12:14:06.811794 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-901a9b62-b562-4d37-8b9e-c7f6e9cabbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:06.813420 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-901a9b62-b562-4d37-8b9e-c7f6e9cabbaa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=629fa1a565724595a30468e1271ead78&device_id=ecdc997f-f2bd-49e8-8b8e-3b4309eb377f HTTP/1.1" status: 200  len: 1097 time: 0.0826807
Apr 05 12:14:06.891561 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-9a0ac48f-e3aa-4d85-96a6-2e62c3c69019 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef738c12-6b44-4d39-8163-db9d3a41f6f9 HTTP/1.1" status: 200  len: 217 time: 0.0699050
Apr 05 12:14:06.960832 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-d505a975-8e6f-41f2-ad19-747a1cdcce9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:06.962457 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-d505a975-8e6f-41f2-ad19-747a1cdcce9a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=34a1f558-4685-48e4-a199-4b7768f4f5df HTTP/1.1" status: 200  len: 850 time: 0.0645034
Apr 05 12:14:07.050624 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-f36e8387-2e84-457c-a3e9-2a7d3a00557e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:07.052820 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-f36e8387-2e84-457c-a3e9-2a7d3a00557e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a3e4dca9-c22e-4b2f-b50e-39573f778a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0831079
Apr 05 12:14:07.196991 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-dfc7eeb0-edc2-4272-a444-8a8e6037d6ac service neutron] 10.222.0.37 "GET /v2.0/networks/a3e4dca9-c22e-4b2f-b50e-39573f778a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355114
Apr 05 12:14:07.338871 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-28adcf09-c84a-47b2-bdfa-fc8728500cd1 req-a84ad218-43d1-416d-a7ca-9c5ede90d54e service neutron] 10.222.0.37 "GET /v2.0/networks/a3e4dca9-c22e-4b2f-b50e-39573f778a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1349511
Apr 05 12:14:08.134028 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f2411-21e6-41e1-8b5e-7fae118325df req-a5a551b9-9313-4494-a14c-a4ab9547df49 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:08.139321 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-959f2411-21e6-41e1-8b5e-7fae118325df req-a5a551b9-9313-4494-a14c-a4ab9547df49 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecdc997f-f2bd-49e8-8b8e-3b4309eb377f HTTP/1.1" status: 200  len: 944 time: 0.3675184
Apr 05 12:14:08.259037 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-959f2411-21e6-41e1-8b5e-7fae118325df req-9bbeeaff-388b-43f0-b4d2-264f38e28c2e tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1126399
Apr 05 12:14:08.321128 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 48516) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:14:08.981656 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62b5240c-1bcb-407e-b839-16ce5d6a8c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401257'] for router_interface, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:09.355755 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-62b5240c-1bcb-407e-b839-16ce5d6a8c9c admin admin] Deleting port e980b935-8534-4c1b-9cee-e09348ce6d6a {{(pid=84268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:14:09.356352 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62b5240c-1bcb-407e-b839-16ce5d6a8c9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:09.581352 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9289a13-e961-4ab2-997b-a70f3c31ff06 req-49f2eba4-00a5-4616-af5f-4ae55819a18d tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:09.583215 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b9289a13-e961-4ab2-997b-a70f3c31ff06 req-49f2eba4-00a5-4616-af5f-4ae55819a18d tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecdc997f-f2bd-49e8-8b8e-3b4309eb377f HTTP/1.1" status: 200  len: 944 time: 0.2011399
Apr 05 12:14:09.655003 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-62b5240c-1bcb-407e-b839-16ce5d6a8c9c admin admin] For port e980b935-8534-4c1b-9cee-e09348ce6d6a, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=e980b935-8534-4c1b-9cee-e09348ce6d6a,segment=NetworkSegment(b0ea88b6-8a50-4dc8-956c-4b544206d124),segment_id=b0ea88b6-8a50-4dc8-956c-4b544206d124)] {{(pid=84268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:14:09.655437 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62b5240c-1bcb-407e-b839-16ce5d6a8c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:09.731140 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b9289a13-e961-4ab2-997b-a70f3c31ff06 req-bf658e98-215d-456d-b064-29cebfc122d7 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1340556
Apr 05 12:14:09.801953 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-62b5240c-1bcb-407e-b839-16ce5d6a8c9c admin admin] Calling delete_port for e980b935-8534-4c1b-9cee-e09348ce6d6a owned by network:router_interface {{(pid=84268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:14:09.980708 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62b5240c-1bcb-407e-b839-16ce5d6a8c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:09.996188 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d82c5ccb-b220-4e8d-9d2c-fdd8619eb9ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:10.092091 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5240c-1bcb-407e-b839-16ce5d6a8c9c admin admin] Pushing event deleted for resources: {'Port': ['ID=e980b935-8534-4c1b-9cee-e09348ce6d6a,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:10.094601 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-62b5240c-1bcb-407e-b839-16ce5d6a8c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:10.442944 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62b5240c-1bcb-407e-b839-16ce5d6a8c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854280686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402364'] for router_interface, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:11.244026 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b5240c-1bcb-407e-b839-16ce5d6a8c9c admin admin] Router c8e292d9-2cb3-4810-b355-db01a1b48751 has already been hosted by L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d {{(pid=84268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 12:14:11.256261 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835e487-9222-45d7-a82e-829d592c5894 req-1b5173fc-60bf-434c-800b-3b7ef8de7fdb tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:11.257859 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c835e487-9222-45d7-a82e-829d592c5894 req-1b5173fc-60bf-434c-800b-3b7ef8de7fdb tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecdc997f-f2bd-49e8-8b8e-3b4309eb377f HTTP/1.1" status: 200  len: 944 time: 0.1552739
Apr 05 12:14:11.452423 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c835e487-9222-45d7-a82e-829d592c5894 req-dad17785-ee8c-4bf6-9ffb-5df0d13054a3 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1877179
Apr 05 12:14:11.484805 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b5240c-1bcb-407e-b839-16ce5d6a8c9c admin admin] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:14:11.494672 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dede8650-9e55-4ba4-8abf-a3d2059f3e75 None None] Sync routers for ids ['c8e292d9-2cb3-4810-b355-db01a1b48751'] in dv-cinder-784763-1-iscsi {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:14:11.503036 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-62b5240c-1bcb-407e-b839-16ce5d6a8c9c admin admin] 10.222.0.36 "PUT /v2.0/routers/c8e292d9-2cb3-4810-b355-db01a1b48751/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1783080
Apr 05 12:14:11.503306 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 48546) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:14:11.505753 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dede8650-9e55-4ba4-8abf-a3d2059f3e75 None None] Routers {'c8e292d9-2cb3-4810-b355-db01a1b48751'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:14:11.506479 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-dede8650-9e55-4ba4-8abf-a3d2059f3e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460de2ba8>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:13:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['c8e292d9-2cb3-4810-b355-db01a1b48751'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:11.697747 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-df8dfdfd-7c1d-4d64-b1ba-82f6fe21f9da admin admin] Notify callbacks [] for router, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:11.872617 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-dede8650-9e55-4ba4-8abf-a3d2059f3e75 None None] Set router c8e292d9-2cb3-4810-b355-db01a1b48751 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:14:11.901612 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-df8dfdfd-7c1d-4d64-b1ba-82f6fe21f9da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:11.911713 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-df8dfdfd-7c1d-4d64-b1ba-82f6fe21f9da admin admin] Deleting port a33832e3-4ff7-4754-9679-c441031ad725 {{(pid=84268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:14:11.912089 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-df8dfdfd-7c1d-4d64-b1ba-82f6fe21f9da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:12.117622 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-df8dfdfd-7c1d-4d64-b1ba-82f6fe21f9da admin admin] For port a33832e3-4ff7-4754-9679-c441031ad725, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=a33832e3-4ff7-4754-9679-c441031ad725,segment=NetworkSegment(9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6),segment_id=9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6)] {{(pid=84268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:14:12.117988 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-df8dfdfd-7c1d-4d64-b1ba-82f6fe21f9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:12.183002 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-dede8650-9e55-4ba4-8abf-a3d2059f3e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460de2ba8>, [{'id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'name': 'tempest-TestMinimumBasicScenario-956578383-router', 'tenant_id': '0fa3ed41777846009e78f090b026e395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'a33832e3-4ff7-4754-9679-c441031ad725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:33Z', 'updated_at': '2021-04-05T12:14:09Z', 'revision_number': 5, 'project_id': '0fa3ed41777846009e78f090b026e395', 'gw_port': {'id': 'a33832e3-4ff7-4754-9679-c441031ad725', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:34Z', 'updated_at': '2021-04-05T12:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi'}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:12.187173 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dede8650-9e55-4ba4-8abf-a3d2059f3e75 None None] Checking router: c8e292d9-2cb3-4810-b355-db01a1b48751 for host: dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:14:12.196965 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dede8650-9e55-4ba4-8abf-a3d2059f3e75 None None] Routers {'c8e292d9-2cb3-4810-b355-db01a1b48751'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:14:12.197637 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-dede8650-9e55-4ba4-8abf-a3d2059f3e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460de2ba8>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:13:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['c8e292d9-2cb3-4810-b355-db01a1b48751'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:12.257214 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-df8dfdfd-7c1d-4d64-b1ba-82f6fe21f9da admin admin] Calling delete_port for a33832e3-4ff7-4754-9679-c441031ad725 owned by network:router_gateway {{(pid=84268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:14:12.363125 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-dede8650-9e55-4ba4-8abf-a3d2059f3e75 None None] Set router c8e292d9-2cb3-4810-b355-db01a1b48751 gateway port host: None {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:14:12.436792 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-df8dfdfd-7c1d-4d64-b1ba-82f6fe21f9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:12.452798 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d4b428d9-1c1d-465e-9e4f-c5980f2840df tempest-AttachVolumeNegativeTest-1632683347 tempest-AttachVolumeNegativeTest-1632683347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:12.479392 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-dede8650-9e55-4ba4-8abf-a3d2059f3e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460de2ba8>, [{'id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'name': 'tempest-TestMinimumBasicScenario-956578383-router', 'tenant_id': '0fa3ed41777846009e78f090b026e395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:33Z', 'updated_at': '2021-04-05T12:14:11Z', 'revision_number': 6, 'project_id': '0fa3ed41777846009e78f090b026e395', 'gw_port_host': None}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:12.483843 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dede8650-9e55-4ba4-8abf-a3d2059f3e75 None None] The sync data for ids ['c8e292d9-2cb3-4810-b355-db01a1b48751'] in dv-cinder-784763-1-iscsi is: [{'id': 'c8e292d9-2cb3-4810-b355-db01a1b48751', 'name': 'tempest-TestMinimumBasicScenario-956578383-router', 'tenant_id': '0fa3ed41777846009e78f090b026e395', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:33Z', 'updated_at': '2021-04-05T12:14:11Z', 'revision_number': 6, 'project_id': '0fa3ed41777846009e78f090b026e395', 'gw_port_host': None}] {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:14:12.555235 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8dfdfd-7c1d-4d64-b1ba-82f6fe21f9da admin admin] Pushing event deleted for resources: {'Port': ['ID=a33832e3-4ff7-4754-9679-c441031ad725,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:12.564709 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-df8dfdfd-7c1d-4d64-b1ba-82f6fe21f9da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:12.789853 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb237eb2-5cd6-4149-9908-7e4f5344b7ac req-e0a20c6a-f49c-4990-b131-c282ef3381fa tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:12.791512 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-eb237eb2-5cd6-4149-9908-7e4f5344b7ac req-e0a20c6a-f49c-4990-b131-c282ef3381fa tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecdc997f-f2bd-49e8-8b8e-3b4309eb377f HTTP/1.1" status: 200  len: 944 time: 0.2140002
Apr 05 12:14:12.827187 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-df8dfdfd-7c1d-4d64-b1ba-82f6fe21f9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445372'] for router_gateway, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:13.028444 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-eb237eb2-5cd6-4149-9908-7e4f5344b7ac req-0d437c47-7872-4dd8-bfa1-21e8b0f020c6 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2296233
Apr 05 12:14:13.032995 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-df8dfdfd-7c1d-4d64-b1ba-82f6fe21f9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854367171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773722'] for router, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:13.035986 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-df8dfdfd-7c1d-4d64-b1ba-82f6fe21f9da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:13.127669 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-df8dfdfd-7c1d-4d64-b1ba-82f6fe21f9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854367097'] for router, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:13.128228 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8dfdfd-7c1d-4d64-b1ba-82f6fe21f9da admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8e292d9-2cb3-4810-b355-db01a1b48751 {{(pid=84268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 05 12:14:13.141361 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-df8dfdfd-7c1d-4d64-b1ba-82f6fe21f9da admin admin] Notify callbacks [] for router, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:13.142626 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-df8dfdfd-7c1d-4d64-b1ba-82f6fe21f9da admin admin] 10.222.0.36 "DELETE /v2.0/routers/c8e292d9-2cb3-4810-b355-db01a1b48751 HTTP/1.1" status: 204  len: 168 time: 1.6383355
Apr 05 12:14:13.145786 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 48562) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:14:13.218607 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d2f8854-153c-4a9f-b1b6-0563b706ab99 admin admin] Deleting subnet 6b86aae7-ace6-4746-a3ed-1ba4c4e7e2eb {{(pid=84268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 05 12:14:13.221825 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d2f8854-153c-4a9f-b1b6-0563b706ab99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:13.274220 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d2f8854-153c-4a9f-b1b6-0563b706ab99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852551420'] for subnet, precommit_delete_associations {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:13.400749 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d2f8854-153c-4a9f-b1b6-0563b706ab99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-128983'] for subnet, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:13.880213 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d2f8854-153c-4a9f-b1b6-0563b706ab99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854646833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851385147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851841380'] for subnet, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:13.896924 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e110a6f3-8eae-43fb-a7fc-5bb861f63b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:13.983811 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f8854-153c-4a9f-b1b6-0563b706ab99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b86aae7-ace6-4746-a3ed-1ba4c4e7e2eb,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:13.986480 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-0d2f8854-153c-4a9f-b1b6-0563b706ab99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:14.030116 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d2f8854-153c-4a9f-b1b6-0563b706ab99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for subnet, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:14.035477 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cde870-2357-4f48-946b-cbd5b079c731 None None] Network 548b3d94-5c3c-467f-9182-8efb802d6497 requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:14:14.037024 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-0d2f8854-153c-4a9f-b1b6-0563b706ab99 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6b86aae7-ace6-4746-a3ed-1ba4c4e7e2eb HTTP/1.1" status: 204  len: 168 time: 0.8900011
Apr 05 12:14:14.039712 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 48574) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:14:14.164363 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3497dda1-93ad-4141-8088-fa40f9e1e026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-139629'] for network, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:14.282192 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device a33832e3-4ff7-4754-9679-c441031ad725 no longer exists at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:14:14.293606 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-3497dda1-93ad-4141-8088-fa40f9e1e026 admin admin] Deleting port e68c8222-65ae-4598-8376-9f4002f84c63 {{(pid=84268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:14:14.293951 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3497dda1-93ad-4141-8088-fa40f9e1e026 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:14.324335 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] No Port match for: a33832e3-4ff7-4754-9679-c441031ad725 {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:14:14.324563 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device a33832e3-4ff7-4754-9679-c441031ad725 not bound to the agent host dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:14:14.324997 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device e980b935-8534-4c1b-9cee-e09348ce6d6a no longer exists at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:14:14.356767 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed788fe-0c06-4998-b51c-da7dc135bcc1 None None] DHCP port deletion for 548b3d94-5c3c-467f-9182-8efb802d6497 request from dv-cinder-784763-1-iscsi {{(pid=84270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 05 12:14:14.365446 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] No Port match for: e980b935-8534-4c1b-9cee-e09348ce6d6a {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:14:14.366035 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device e980b935-8534-4c1b-9cee-e09348ce6d6a not bound to the agent host dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:14:14.368646 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-fed788fe-0c06-4998-b51c-da7dc135bcc1 None None] Deleting port e68c8222-65ae-4598-8376-9f4002f84c63 {{(pid=84270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:14:14.369080 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fed788fe-0c06-4998-b51c-da7dc135bcc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:14.421009 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e3dd2-1214-4596-ad9d-b58e656a2b9c req-3d742efc-1cb9-43cd-80ce-4351805b973d tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:14.422552 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a48e3dd2-1214-4596-ad9d-b58e656a2b9c req-3d742efc-1cb9-43cd-80ce-4351805b973d tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecdc997f-f2bd-49e8-8b8e-3b4309eb377f HTTP/1.1" status: 200  len: 944 time: 0.2003853
Apr 05 12:14:14.565140 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a48e3dd2-1214-4596-ad9d-b58e656a2b9c req-815037fd-d441-4e75-8d44-ba3ad5db46b9 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1323371
Apr 05 12:14:14.584884 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-3497dda1-93ad-4141-8088-fa40f9e1e026 admin admin] For port e68c8222-65ae-4598-8376-9f4002f84c63, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=e68c8222-65ae-4598-8376-9f4002f84c63,segment=NetworkSegment(b0ea88b6-8a50-4dc8-956c-4b544206d124),segment_id=b0ea88b6-8a50-4dc8-956c-4b544206d124)] {{(pid=84268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:14:14.585291 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3497dda1-93ad-4141-8088-fa40f9e1e026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:14.600787 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-fed788fe-0c06-4998-b51c-da7dc135bcc1 None None] For port e68c8222-65ae-4598-8376-9f4002f84c63, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=e68c8222-65ae-4598-8376-9f4002f84c63,segment=NetworkSegment(b0ea88b6-8a50-4dc8-956c-4b544206d124),segment_id=b0ea88b6-8a50-4dc8-956c-4b544206d124)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:14:14.601251 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fed788fe-0c06-4998-b51c-da7dc135bcc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:14.719307 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-3497dda1-93ad-4141-8088-fa40f9e1e026 admin admin] Calling delete_port for e68c8222-65ae-4598-8376-9f4002f84c63 owned by network:dhcp {{(pid=84268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:14:14.732848 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-fed788fe-0c06-4998-b51c-da7dc135bcc1 None None] Calling delete_port for e68c8222-65ae-4598-8376-9f4002f84c63 owned by network:dhcp {{(pid=84270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:14:14.796409 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3497dda1-93ad-4141-8088-fa40f9e1e026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:14.814952 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-9c1971a5-0f68-478c-aa23-f1bec4f2398b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:14.877550 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.db.api [None req-fed788fe-0c06-4998-b51c-da7dc135bcc1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84270) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 05 12:14:14.877976 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_db.api [None req-fed788fe-0c06-4998-b51c-da7dc135bcc1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 05 12:14:14.912374 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497dda1-93ad-4141-8088-fa40f9e1e026 admin admin] Pushing event deleted for resources: {'Port': ['ID=e68c8222-65ae-4598-8376-9f4002f84c63,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:14.924418 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-3497dda1-93ad-4141-8088-fa40f9e1e026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:14.956605 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3497dda1-93ad-4141-8088-fa40f9e1e026 admin admin] No DVR routers for this DVR port e68c8222-65ae-4598-8376-9f4002f84c63 on host dv-cinder-784763-1-iscsi {{(pid=84268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 12:14:15.079735 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3497dda1-93ad-4141-8088-fa40f9e1e026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768810', 'neutron.services.segments.db._delete_segments_for_network--9223363299714337857'] for network, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:15.194669 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-3497dda1-93ad-4141-8088-fa40f9e1e026 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2460c20cf8>,) {'filters': {'network_id': ['548b3d94-5c3c-467f-9182-8efb802d6497']}} {{(pid=84268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:15.207118 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-3497dda1-93ad-4141-8088-fa40f9e1e026 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2460c20cf8>, 'b0ea88b6-8a50-4dc8-956c-4b544206d124') {'for_net_delete': True} {{(pid=84268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:15.207479 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-3497dda1-93ad-4141-8088-fa40f9e1e026 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2460c20cf8>, 'b0ea88b6-8a50-4dc8-956c-4b544206d124') {} {{(pid=84268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:15.219144 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3497dda1-93ad-4141-8088-fa40f9e1e026 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737140437841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2224397'] for segment, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:15.233969 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3497dda1-93ad-4141-8088-fa40f9e1e026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:15.240785 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3497dda1-93ad-4141-8088-fa40f9e1e026 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=84268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 05 12:14:15.378919 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-fed788fe-0c06-4998-b51c-da7dc135bcc1 None None] Deleting port e68c8222-65ae-4598-8376-9f4002f84c63 {{(pid=84270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:14:15.380023 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fed788fe-0c06-4998-b51c-da7dc135bcc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:15.412648 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device ef738c12-6b44-4d39-8163-db9d3a41f6f9 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 12:14:15.422828 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-3497dda1-93ad-4141-8088-fa40f9e1e026 admin admin] Network 548b3d94-5c3c-467f-9182-8efb802d6497 has no segments {{(pid=84268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 12:14:15.432277 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3497dda1-93ad-4141-8088-fa40f9e1e026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851385234'] for segment, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:15.461168 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-fed788fe-0c06-4998-b51c-da7dc135bcc1 None None] The port 'e68c8222-65ae-4598-8376-9f4002f84c63' was deleted {{(pid=84270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 05 12:14:15.594382 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port ef738c12-6b44-4d39-8163-db9d3a41f6f9, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=ef738c12-6b44-4d39-8163-db9d3a41f6f9,segment=NetworkSegment(787c8767-e3fe-4e59-b840-0afd6f84cd1d),segment_id=787c8767-e3fe-4e59-b840-0afd6f84cd1d)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:14:15.610139 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Returning: {'device': 'ef738c12-6b44-4d39-8163-db9d3a41f6f9', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'port_id': 'ef738c12-6b44-4d39-8163-db9d3a41f6f9', 'mac_address': 'fa:16:3e:a2:62:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 12:14:15.611988 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-3497dda1-93ad-4141-8088-fa40f9e1e026 admin admin] Network 548b3d94-5c3c-467f-9182-8efb802d6497 has no segments {{(pid=84268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 12:14:15.636063 dv-cinder-784763-1-iscsi neutron-server[84155]: Traceback (most recent call last):
Apr 05 12:14:15.636063 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 05 12:14:15.636063 dv-cinder-784763-1-iscsi neutron-server[84155]:     timer()
Apr 05 12:14:15.636063 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 05 12:14:15.636063 dv-cinder-784763-1-iscsi neutron-server[84155]:     cb(*args, **kw)
Apr 05 12:14:15.636063 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 05 12:14:15.636063 dv-cinder-784763-1-iscsi neutron-server[84155]:     return func(*args, **kwargs)
Apr 05 12:14:15.636063 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 05 12:14:15.636063 dv-cinder-784763-1-iscsi neutron-server[84155]:     self._notify()
Apr 05 12:14:15.636063 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 05 12:14:15.636063 dv-cinder-784763-1-iscsi neutron-server[84155]:     self.callback(batched_events)
Apr 05 12:14:15.636063 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 05 12:14:15.636063 dv-cinder-784763-1-iscsi neutron-server[84155]:     event.method(event)
Apr 05 12:14:15.636063 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 05 12:14:15.636063 dv-cinder-784763-1-iscsi neutron-server[84155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 05 12:14:15.636063 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 05 12:14:15.636063 dv-cinder-784763-1-iscsi neutron-server[84155]:     segment_id)['aggregates'][0]
Apr 05 12:14:15.636063 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 05 12:14:15.636063 dv-cinder-784763-1-iscsi neutron-server[84155]:     return f(self, *a, **k)
Apr 05 12:14:15.636063 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 05 12:14:15.636063 dv-cinder-784763-1-iscsi neutron-server[84155]:     return self._get(url).json()
Apr 05 12:14:15.636063 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 05 12:14:15.636063 dv-cinder-784763-1-iscsi neutron-server[84155]:     **kwargs)
Apr 05 12:14:15.636063 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 05 12:14:15.636063 dv-cinder-784763-1-iscsi neutron-server[84155]:     return self.request(url, 'GET', **kwargs)
Apr 05 12:14:15.636063 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 05 12:14:15.636063 dv-cinder-784763-1-iscsi neutron-server[84155]:     **endpoint_filter)
Apr 05 12:14:15.636063 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 05 12:14:15.636063 dv-cinder-784763-1-iscsi neutron-server[84155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 05 12:14:15.636063 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 05 12:14:15.636063 dv-cinder-784763-1-iscsi neutron-server[84155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 05 12:14:15.636063 dv-cinder-784763-1-iscsi neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 05 12:14:15.669930 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:15.688480 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef738c12-6b44-4d39-8163-db9d3a41f6f9 {{(pid=84270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:14:15.705368 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port ef738c12-6b44-4d39-8163-db9d3a41f6f9, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=ef738c12-6b44-4d39-8163-db9d3a41f6f9,segment=NetworkSegment(787c8767-e3fe-4e59-b840-0afd6f84cd1d),segment_id=787c8767-e3fe-4e59-b840-0afd6f84cd1d)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:14:15.708454 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:15.710270 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-54eb51b9-ff48-40ef-83f9-b3796d49c606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:15.765369 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3497dda1-93ad-4141-8088-fa40f9e1e026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854330406'] for network, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:15.779259 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:15.782615 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=ef738c12-6b44-4d39-8163-db9d3a41f6f9,revision_number=4']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:15.791127 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:15.791503 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:15.791871 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:15.792237 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:15.792602 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:15.792971 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:15.793325 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:15.793683 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:15.793930 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3497dda1-93ad-4141-8088-fa40f9e1e026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for network, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:15.794065 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:15.794405 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:15.794759 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:15.795112 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:15.799468 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:15.809982 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497dda1-93ad-4141-8088-fa40f9e1e026 admin admin] Pushing event deleted for resources: {'Network': ['ID=548b3d94-5c3c-467f-9182-8efb802d6497,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:15.814793 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-3497dda1-93ad-4141-8088-fa40f9e1e026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:15.819107 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-3497dda1-93ad-4141-8088-fa40f9e1e026 admin admin] 10.222.0.36 "DELETE /v2.0/networks/548b3d94-5c3c-467f-9182-8efb802d6497 HTTP/1.1" status: 204  len: 168 time: 1.7783728
Apr 05 12:14:15.822271 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 48594) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:14:15.832719 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e91bea-0476-467c-a2cf-aaed2b142faa req-bd52238a-6365-46eb-90dc-676f1a1a0b28 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:15.834372 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-98e91bea-0476-467c-a2cf-aaed2b142faa req-bd52238a-6365-46eb-90dc-676f1a1a0b28 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecdc997f-f2bd-49e8-8b8e-3b4309eb377f HTTP/1.1" status: 200  len: 945 time: 0.1479347
Apr 05 12:14:15.886204 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-98e91bea-0476-467c-a2cf-aaed2b142faa req-bc70b563-2cd1-4713-82e7-934313a2206c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455439
Apr 05 12:14:16.064121 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['ef738c12-6b44-4d39-8163-db9d3a41f6f9'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:14:16.292709 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device e68c8222-65ae-4598-8376-9f4002f84c63 no longer exists at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:14:16.336934 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] No Port match for: e68c8222-65ae-4598-8376-9f4002f84c63 {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:14:16.337321 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device e68c8222-65ae-4598-8376-9f4002f84c63 not bound to the agent host dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:14:16.433367 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6f18311-d938-4849-ae71-3012147105f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401257'] for router_interface, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:16.793708 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-f6f18311-d938-4849-ae71-3012147105f4 admin admin] Deleting port cc4aa670-acfa-472a-9526-9a2e1f10faeb {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:14:16.794081 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6f18311-d938-4849-ae71-3012147105f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:16.972332 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-f6f18311-d938-4849-ae71-3012147105f4 admin admin] For port cc4aa670-acfa-472a-9526-9a2e1f10faeb, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=cc4aa670-acfa-472a-9526-9a2e1f10faeb,segment=NetworkSegment(e3c6b405-3493-4512-8522-9eb27479d071),segment_id=e3c6b405-3493-4512-8522-9eb27479d071)] {{(pid=84269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:14:16.972725 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6f18311-d938-4849-ae71-3012147105f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:17.096760 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e2937-5e73-4fe4-8d22-30530671397d req-bdca1768-c7e1-4c4c-bf08-8b5817bbba04 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:17.098410 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-560e2937-5e73-4fe4-8d22-30530671397d req-bdca1768-c7e1-4c4c-bf08-8b5817bbba04 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecdc997f-f2bd-49e8-8b8e-3b4309eb377f HTTP/1.1" status: 200  len: 945 time: 0.0914855
Apr 05 12:14:17.106785 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-f6f18311-d938-4849-ae71-3012147105f4 admin admin] Calling delete_port for cc4aa670-acfa-472a-9526-9a2e1f10faeb owned by network:router_interface {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:14:17.152008 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-560e2937-5e73-4fe4-8d22-30530671397d req-a84f8c77-ac8e-44c6-bccc-0915553d0a4c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465567
Apr 05 12:14:17.282936 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6f18311-d938-4849-ae71-3012147105f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:17.301660 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-1fb7aa33-dc81-416e-9b48-46bad44c5180 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:17.399355 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f18311-d938-4849-ae71-3012147105f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc4aa670-acfa-472a-9526-9a2e1f10faeb,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:17.419456 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f18311-d938-4849-ae71-3012147105f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:17.419890 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f18311-d938-4849-ae71-3012147105f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:17.420311 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f18311-d938-4849-ae71-3012147105f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:17.420726 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f18311-d938-4849-ae71-3012147105f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:17.421050 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device ef738c12-6b44-4d39-8163-db9d3a41f6f9 up at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:14:17.421161 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f18311-d938-4849-ae71-3012147105f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:17.421543 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f18311-d938-4849-ae71-3012147105f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:17.421969 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f18311-d938-4849-ae71-3012147105f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:17.422458 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f18311-d938-4849-ae71-3012147105f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:17.422898 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f18311-d938-4849-ae71-3012147105f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:17.423258 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f18311-d938-4849-ae71-3012147105f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:17.423658 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f18311-d938-4849-ae71-3012147105f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:17.424059 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f18311-d938-4849-ae71-3012147105f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:17.432713 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f6f18311-d938-4849-ae71-3012147105f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:17.503106 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning for port ef738c12-6b44-4d39-8163-db9d3a41f6f9 completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:14:17.508773 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning complete for port ef738c12-6b44-4d39-8163-db9d3a41f6f9 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:14:17.509199 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:17.643186 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:17.677224 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecdc997f-f2bd-49e8-8b8e-3b4309eb377f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef738c12-6b44-4d39-8163-db9d3a41f6f9'}] {{(pid=84270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:14:17.692469 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port ef738c12-6b44-4d39-8163-db9d3a41f6f9, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=ef738c12-6b44-4d39-8163-db9d3a41f6f9,segment=NetworkSegment(787c8767-e3fe-4e59-b840-0afd6f84cd1d),segment_id=787c8767-e3fe-4e59-b840-0afd6f84cd1d)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:14:17.695678 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:17.697655 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-7f1794f7-a0fa-4cca-a23b-5df884ffc920 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:17.737293 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecdc997f-f2bd-49e8-8b8e-3b4309eb377f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef738c12-6b44-4d39-8163-db9d3a41f6f9', 'code': 200}
Apr 05 12:14:17.772359 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=ef738c12-6b44-4d39-8163-db9d3a41f6f9,revision_number=5']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:17.775450 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:17.792381 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f6f18311-d938-4849-ae71-3012147105f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854280686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402364'] for router_interface, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:18.015064 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f641b-84bc-4718-9d5f-32fdfa010df0 req-799e2b9f-6454-4836-b300-81aed5077243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:18.016682 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-438f641b-84bc-4718-9d5f-32fdfa010df0 req-799e2b9f-6454-4836-b300-81aed5077243 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc997f-f2bd-49e8-8b8e-3b4309eb377f HTTP/1.1" status: 200  len: 1099 time: 0.0759695
Apr 05 12:14:18.063739 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-438f641b-84bc-4718-9d5f-32fdfa010df0 req-c3dd5d30-aa53-4680-9750-ed65c7c8c8a0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406635
Apr 05 12:14:18.359674 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f18311-d938-4849-ae71-3012147105f4 admin admin] Router 7452404c-0b23-458f-8e7a-fc8b2aa66973 has already been hosted by L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d {{(pid=84269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 12:14:18.610091 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 48634) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:14:18.677424 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-60aae144-5fbe-4ed8-a4c5-23d1280934bb admin admin] Deleting subnet adcf45fd-b3c6-469e-8fa1-b75c0941e671 {{(pid=84268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 05 12:14:18.680708 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-60aae144-5fbe-4ed8-a4c5-23d1280934bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:18.733611 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-60aae144-5fbe-4ed8-a4c5-23d1280934bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852551420'] for subnet, precommit_delete_associations {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:18.757529 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dfc4f-2253-4aac-9cb9-3e097db73f4b req-ac772781-5046-4971-8460-4fb04df53cdb tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:18.759247 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5e5dfc4f-2253-4aac-9cb9-3e097db73f4b req-ac772781-5046-4971-8460-4fb04df53cdb tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecdc997f-f2bd-49e8-8b8e-3b4309eb377f HTTP/1.1" status: 200  len: 946 time: 0.4856887
Apr 05 12:14:18.798656 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-60aae144-5fbe-4ed8-a4c5-23d1280934bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-128983'] for subnet, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:18.843214 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5e5dfc4f-2253-4aac-9cb9-3e097db73f4b req-99800b8d-a094-4751-9c01-4f083d66f3ce tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0704918
Apr 05 12:14:18.854220 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f18311-d938-4849-ae71-3012147105f4 admin admin] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:14:18.863889 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-f6f18311-d938-4849-ae71-3012147105f4 admin admin] 10.222.0.36 "PUT /v2.0/routers/7452404c-0b23-458f-8e7a-fc8b2aa66973/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0403075
Apr 05 12:14:18.868238 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 48640) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:14:18.875330 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe9e688-c7c1-465e-881f-9bc51f9a5a42 None None] Sync routers for ids ['7452404c-0b23-458f-8e7a-fc8b2aa66973'] in dv-cinder-784763-1-iscsi {{(pid=84271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:14:18.885874 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe9e688-c7c1-465e-881f-9bc51f9a5a42 None None] Routers {'7452404c-0b23-458f-8e7a-fc8b2aa66973'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:14:18.886635 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-7fe9e688-c7c1-465e-881f-9bc51f9a5a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2461a8da58>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:13:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['7452404c-0b23-458f-8e7a-fc8b2aa66973'], 'active': True} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:19.058436 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-94ac3617-98ca-41e5-97fa-aa1263a518ff admin admin] Notify callbacks [] for router, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:19.084869 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-60aae144-5fbe-4ed8-a4c5-23d1280934bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854646833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851385147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851841380'] for subnet, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:19.085080 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-7fe9e688-c7c1-465e-881f-9bc51f9a5a42 None None] Set router 7452404c-0b23-458f-8e7a-fc8b2aa66973 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:14:19.131171 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:19.244823 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aae144-5fbe-4ed8-a4c5-23d1280934bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adcf45fd-b3c6-469e-8fa1-b75c0941e671,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:19.248294 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-60aae144-5fbe-4ed8-a4c5-23d1280934bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:19.301874 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-60aae144-5fbe-4ed8-a4c5-23d1280934bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for subnet, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:19.310371 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-60aae144-5fbe-4ed8-a4c5-23d1280934bb admin admin] 10.222.0.36 "DELETE /v2.0/subnets/adcf45fd-b3c6-469e-8fa1-b75c0941e671 HTTP/1.1" status: 204  len: 168 time: 0.6966305
Apr 05 12:14:19.310773 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 48644) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:14:19.323330 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-94ac3617-98ca-41e5-97fa-aa1263a518ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:19.334018 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-94ac3617-98ca-41e5-97fa-aa1263a518ff admin admin] Deleting port b1c79206-7b1a-4bb6-a04c-773c30c25014 {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:14:19.334519 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-94ac3617-98ca-41e5-97fa-aa1263a518ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:19.403737 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-7fe9e688-c7c1-465e-881f-9bc51f9a5a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2461a8da58>, [{'id': '7452404c-0b23-458f-8e7a-fc8b2aa66973', 'name': 'tempest-TestMinimumBasicScenario-1785635277-router', 'tenant_id': 'c5bd86d391d44e198b30edc9ebe9aec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'b1c79206-7b1a-4bb6-a04c-773c30c25014', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:46Z', 'updated_at': '2021-04-05T12:14:17Z', 'revision_number': 5, 'project_id': 'c5bd86d391d44e198b30edc9ebe9aec7', 'gw_port': {'id': 'b1c79206-7b1a-4bb6-a04c-773c30c25014', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:5b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7452404c-0b23-458f-8e7a-fc8b2aa66973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:49Z', 'updated_at': '2021-04-05T12:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi'}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:19.408161 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe9e688-c7c1-465e-881f-9bc51f9a5a42 None None] Checking router: 7452404c-0b23-458f-8e7a-fc8b2aa66973 for host: dv-cinder-784763-1-iscsi {{(pid=84271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:14:19.419023 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe9e688-c7c1-465e-881f-9bc51f9a5a42 None None] Routers {'7452404c-0b23-458f-8e7a-fc8b2aa66973'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:14:19.419978 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-7fe9e688-c7c1-465e-881f-9bc51f9a5a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2461a8da58>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:13:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['7452404c-0b23-458f-8e7a-fc8b2aa66973'], 'active': True} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:19.431614 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bca8072e-57e1-4016-a384-d5961097c154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-139629'] for network, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:19.540460 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-94ac3617-98ca-41e5-97fa-aa1263a518ff admin admin] For port b1c79206-7b1a-4bb6-a04c-773c30c25014, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=b1c79206-7b1a-4bb6-a04c-773c30c25014,segment=NetworkSegment(9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6),segment_id=9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6)] {{(pid=84269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:14:19.541019 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-94ac3617-98ca-41e5-97fa-aa1263a518ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:19.594027 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-7fe9e688-c7c1-465e-881f-9bc51f9a5a42 None None] Set router 7452404c-0b23-458f-8e7a-fc8b2aa66973 gateway port host: None {{(pid=84271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:14:19.632371 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bca8072e-57e1-4016-a384-d5961097c154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768810', 'neutron.services.segments.db._delete_segments_for_network--9223363299714337857'] for network, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:19.679019 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-94ac3617-98ca-41e5-97fa-aa1263a518ff admin admin] Calling delete_port for b1c79206-7b1a-4bb6-a04c-773c30c25014 owned by network:router_gateway {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:14:19.710062 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-7fe9e688-c7c1-465e-881f-9bc51f9a5a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2461a8da58>, [{'id': '7452404c-0b23-458f-8e7a-fc8b2aa66973', 'name': 'tempest-TestMinimumBasicScenario-1785635277-router', 'tenant_id': 'c5bd86d391d44e198b30edc9ebe9aec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:46Z', 'updated_at': '2021-04-05T12:14:19Z', 'revision_number': 6, 'project_id': 'c5bd86d391d44e198b30edc9ebe9aec7', 'gw_port_host': None}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:19.714389 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe9e688-c7c1-465e-881f-9bc51f9a5a42 None None] The sync data for ids ['7452404c-0b23-458f-8e7a-fc8b2aa66973'] in dv-cinder-784763-1-iscsi is: [{'id': '7452404c-0b23-458f-8e7a-fc8b2aa66973', 'name': 'tempest-TestMinimumBasicScenario-1785635277-router', 'tenant_id': 'c5bd86d391d44e198b30edc9ebe9aec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:46Z', 'updated_at': '2021-04-05T12:14:19Z', 'revision_number': 6, 'project_id': 'c5bd86d391d44e198b30edc9ebe9aec7', 'gw_port_host': None}] {{(pid=84271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:14:19.752283 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-bca8072e-57e1-4016-a384-d5961097c154 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2461569898>,) {'filters': {'network_id': ['ce325ebd-7c26-4401-b685-6baabac43d9c']}} {{(pid=84268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:19.766611 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-bca8072e-57e1-4016-a384-d5961097c154 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2461569898>, '203fa234-1156-4e61-8688-b0313df30d6a') {'for_net_delete': True} {{(pid=84268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:19.767224 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-bca8072e-57e1-4016-a384-d5961097c154 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2461569898>, '203fa234-1156-4e61-8688-b0313df30d6a') {} {{(pid=84268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:19.780854 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bca8072e-57e1-4016-a384-d5961097c154 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737140437841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2224397'] for segment, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:19.797740 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bca8072e-57e1-4016-a384-d5961097c154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:19.808581 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bca8072e-57e1-4016-a384-d5961097c154 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=84268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 05 12:14:19.871699 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-94ac3617-98ca-41e5-97fa-aa1263a518ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:19.889530 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:20.002670 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac3617-98ca-41e5-97fa-aa1263a518ff admin admin] Pushing event deleted for resources: {'Port': ['ID=b1c79206-7b1a-4bb6-a04c-773c30c25014,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:20.057441 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-94ac3617-98ca-41e5-97fa-aa1263a518ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:20.167511 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f4186-acc9-4c79-a4b3-c78bd635d365 req-8a4a088d-c39e-4266-981a-ff48c05b5e43 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:20.169217 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-552f4186-acc9-4c79-a4b3-c78bd635d365 req-8a4a088d-c39e-4266-981a-ff48c05b5e43 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecdc997f-f2bd-49e8-8b8e-3b4309eb377f HTTP/1.1" status: 200  len: 946 time: 0.1727877
Apr 05 12:14:20.268189 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-bca8072e-57e1-4016-a384-d5961097c154 admin admin] Network ce325ebd-7c26-4401-b685-6baabac43d9c has no segments {{(pid=84268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 12:14:20.278345 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bca8072e-57e1-4016-a384-d5961097c154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851385234'] for segment, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:20.285138 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device b1c79206-7b1a-4bb6-a04c-773c30c25014 no longer exists at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:14:20.304835 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-552f4186-acc9-4c79-a4b3-c78bd635d365 req-3655c079-3103-4861-b29d-b90fb0bd1c6d tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1046448
Apr 05 12:14:20.309523 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-94ac3617-98ca-41e5-97fa-aa1263a518ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445372'] for router_gateway, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:20.329408 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] No Port match for: b1c79206-7b1a-4bb6-a04c-773c30c25014 {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:14:20.329805 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device b1c79206-7b1a-4bb6-a04c-773c30c25014 not bound to the agent host dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:14:20.330312 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device cc4aa670-acfa-472a-9526-9a2e1f10faeb no longer exists at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:14:20.509740 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-94ac3617-98ca-41e5-97fa-aa1263a518ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854367171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773722'] for router, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:20.512418 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-94ac3617-98ca-41e5-97fa-aa1263a518ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:20.528280 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-bca8072e-57e1-4016-a384-d5961097c154 admin admin] Network ce325ebd-7c26-4401-b685-6baabac43d9c has no segments {{(pid=84268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 12:14:20.544535 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-94ac3617-98ca-41e5-97fa-aa1263a518ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854367097'] for router, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:20.545518 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ac3617-98ca-41e5-97fa-aa1263a518ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7452404c-0b23-458f-8e7a-fc8b2aa66973 {{(pid=84269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 05 12:14:20.550611 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] No Port match for: cc4aa670-acfa-472a-9526-9a2e1f10faeb {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:14:20.551041 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device cc4aa670-acfa-472a-9526-9a2e1f10faeb not bound to the agent host dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:14:20.560334 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-94ac3617-98ca-41e5-97fa-aa1263a518ff admin admin] Notify callbacks [] for router, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:20.564005 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-94ac3617-98ca-41e5-97fa-aa1263a518ff admin admin] 10.222.0.36 "DELETE /v2.0/routers/7452404c-0b23-458f-8e7a-fc8b2aa66973 HTTP/1.1" status: 204  len: 168 time: 1.6940365
Apr 05 12:14:20.564148 dv-cinder-784763-1-iscsi neutron-server[84155]: Traceback (most recent call last):
Apr 05 12:14:20.564148 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 05 12:14:20.564148 dv-cinder-784763-1-iscsi neutron-server[84155]:     timer()
Apr 05 12:14:20.564148 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 05 12:14:20.564148 dv-cinder-784763-1-iscsi neutron-server[84155]:     cb(*args, **kw)
Apr 05 12:14:20.564148 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 05 12:14:20.564148 dv-cinder-784763-1-iscsi neutron-server[84155]:     return func(*args, **kwargs)
Apr 05 12:14:20.564148 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 05 12:14:20.564148 dv-cinder-784763-1-iscsi neutron-server[84155]:     self._notify()
Apr 05 12:14:20.564148 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 05 12:14:20.564148 dv-cinder-784763-1-iscsi neutron-server[84155]:     self.callback(batched_events)
Apr 05 12:14:20.564148 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 05 12:14:20.564148 dv-cinder-784763-1-iscsi neutron-server[84155]:     event.method(event)
Apr 05 12:14:20.564148 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 05 12:14:20.564148 dv-cinder-784763-1-iscsi neutron-server[84155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 05 12:14:20.564148 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 05 12:14:20.564148 dv-cinder-784763-1-iscsi neutron-server[84155]:     segment_id)['aggregates'][0]
Apr 05 12:14:20.564148 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 05 12:14:20.564148 dv-cinder-784763-1-iscsi neutron-server[84155]:     return f(self, *a, **k)
Apr 05 12:14:20.564148 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 05 12:14:20.564148 dv-cinder-784763-1-iscsi neutron-server[84155]:     return self._get(url).json()
Apr 05 12:14:20.564148 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 05 12:14:20.564148 dv-cinder-784763-1-iscsi neutron-server[84155]:     **kwargs)
Apr 05 12:14:20.564148 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 05 12:14:20.564148 dv-cinder-784763-1-iscsi neutron-server[84155]:     return self.request(url, 'GET', **kwargs)
Apr 05 12:14:20.564148 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 05 12:14:20.564148 dv-cinder-784763-1-iscsi neutron-server[84155]:     **endpoint_filter)
Apr 05 12:14:20.564148 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 05 12:14:20.564148 dv-cinder-784763-1-iscsi neutron-server[84155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 05 12:14:20.564148 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 05 12:14:20.564148 dv-cinder-784763-1-iscsi neutron-server[84155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 05 12:14:20.564148 dv-cinder-784763-1-iscsi neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 05 12:14:20.566343 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 48654) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:14:20.643951 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5499c39-03d4-4c1a-a0a9-0a3f608402be admin admin] Deleting subnet c1f0f3d3-0413-401f-b4b6-93bfc196462a {{(pid=84269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 05 12:14:20.650420 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f5499c39-03d4-4c1a-a0a9-0a3f608402be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:20.666794 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bca8072e-57e1-4016-a384-d5961097c154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854330406'] for network, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:20.681983 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8f034-999d-4e8a-ad4d-ded3cdd40e3a req-c8cf4264-4982-4eb6-b540-1702f44d7564 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:20.683631 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3ae8f034-999d-4e8a-ad4d-ded3cdd40e3a req-c8cf4264-4982-4eb6-b540-1702f44d7564 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecdc997f-f2bd-49e8-8b8e-3b4309eb377f HTTP/1.1" status: 200  len: 946 time: 0.2209718
Apr 05 12:14:20.685769 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:20.705609 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f5499c39-03d4-4c1a-a0a9-0a3f608402be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60536130'] for subnet, precommit_delete_associations {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:20.707871 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bca8072e-57e1-4016-a384-d5961097c154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for network, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:20.712294 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8072e-57e1-4016-a384-d5961097c154 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce325ebd-7c26-4401-b685-6baabac43d9c,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:20.730621 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-bca8072e-57e1-4016-a384-d5961097c154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:20.741863 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-bca8072e-57e1-4016-a384-d5961097c154 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ce325ebd-7c26-4401-b685-6baabac43d9c HTTP/1.1" status: 204  len: 168 time: 1.4300668
Apr 05 12:14:20.764090 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3ae8f034-999d-4e8a-ad4d-ded3cdd40e3a req-fab4b9f4-e40a-4992-a1ab-bc9030b4b9c8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0631051
Apr 05 12:14:20.789665 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 48660) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:14:20.839697 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f5499c39-03d4-4c1a-a0a9-0a3f608402be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-128983'] for subnet, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:20.869470 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 48664) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:14:20.875546 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee24f16-4fa4-4983-a3c8-47fc7b53c8e4 tempest-TestVolumeBootPattern-628324670 tempest-TestVolumeBootPattern-628324670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:20.877238 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-eee24f16-4fa4-4983-a3c8-47fc7b53c8e4 tempest-TestVolumeBootPattern-628324670 tempest-TestVolumeBootPattern-628324670-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ecdc997f-f2bd-49e8-8b8e-3b4309eb377f HTTP/1.1" status: 200  len: 1094 time: 0.0864089
Apr 05 12:14:20.880567 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 48668) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:14:20.886430 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-7d17ac6f-0630-4fa2-8224-8c459fb635e8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Request body: {'floatingip': {'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'port_id': 'ef738c12-6b44-4d39-8163-db9d3a41f6f9', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:14:20.893019 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7d17ac6f-0630-4fa2-8224-8c459fb635e8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:14:20.897914 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-7d17ac6f-0630-4fa2-8224-8c459fb635e8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Usage tracker for resource:floatingip and tenant:629fa1a565724595a30468e1271ead78 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:14:20.901291 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-7d17ac6f-0630-4fa2-8224-8c459fb635e8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:14:20.907351 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-7d17ac6f-0630-4fa2-8224-8c459fb635e8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:14:20.917196 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d17ac6f-0630-4fa2-8224-8c459fb635e8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for floatingip, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:21.018440 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-b68d6f2d-0414-472c-98e2-1712752e36d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a4b830a10a514a4cb30105d6758c326e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1476181
Apr 05 12:14:21.021433 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 48674) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:14:21.073246 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d17ac6f-0630-4fa2-8224-8c459fb635e8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:21.168298 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-31117c74-81bf-4259-8f09-29955f6437b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:21.210334 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-31117c74-81bf-4259-8f09-29955f6437b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:21.228018 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-7d17ac6f-0630-4fa2-8224-8c459fb635e8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Allocated IP 172.27.0.167 (9d12ef10-d92d-4db6-ae05-ceb86a15802e/0ceae222-356e-4bb7-8260-995ea8a55dd5/3837046a-14ce-4469-9b60-104d5a6c87ce) {{(pid=84268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:14:21.259544 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f5499c39-03d4-4c1a-a0a9-0a3f608402be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854646833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2694892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3029703'] for subnet, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:21.276774 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:21.360695 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5499c39-03d4-4c1a-a0a9-0a3f608402be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1f0f3d3-0413-401f-b4b6-93bfc196462a,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:21.366503 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f5499c39-03d4-4c1a-a0a9-0a3f608402be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:21.383145 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-31117c74-81bf-4259-8f09-29955f6437b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:21.388186 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d17ac6f-0630-4fa2-8224-8c459fb635e8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for port, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:21.388630 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-81d23ba2-3d66-4261-9caa-0f823973046b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:21.411551 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31117c74-81bf-4259-8f09-29955f6437b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cddff47-7b38-4c88-9ccb-54e73fb56fda,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:21.417394 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-31117c74-81bf-4259-8f09-29955f6437b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:21.418579 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d17ac6f-0630-4fa2-8224-8c459fb635e8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:21.434878 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d82c5ccb-b220-4e8d-9d2c-fdd8619eb9ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:21.437643 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f5499c39-03d4-4c1a-a0a9-0a3f608402be admin admin] Notify callbacks [] for subnet, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:21.443443 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e393483-9bb2-4c9d-8b69-b2bbba0afeca None None] Network bbaba3ee-024f-4190-bf8e-67b0effb3751 requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:14:21.444056 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-31117c74-81bf-4259-8f09-29955f6437b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:21.445285 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-31117c74-81bf-4259-8f09-29955f6437b9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5cddff47-7b38-4c88-9ccb-54e73fb56fda HTTP/1.1" status: 204  len: 168 time: 0.4228921
Apr 05 12:14:21.447237 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-f5499c39-03d4-4c1a-a0a9-0a3f608402be admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c1f0f3d3-0413-401f-b4b6-93bfc196462a HTTP/1.1" status: 204  len: 168 time: 0.8821177
Apr 05 12:14:21.449759 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 48680) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:14:21.585341 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17ac6f-0630-4fa2-8224-8c459fb635e8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Pushing event updated for resources: {'Port': ['ID=3837046a-14ce-4469-9b60-104d5a6c87ce,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:21.591298 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-7d17ac6f-0630-4fa2-8224-8c459fb635e8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:21.600568 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92745681-23d2-4a7e-a829-a74620fa389c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-139629'] for network, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:21.642735 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d17ac6f-0630-4fa2-8224-8c459fb635e8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Network 9d12ef10-d92d-4db6-ae05-ceb86a15802e is already hosted by enough agents. {{(pid=84268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:14:21.643954 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-7d17ac6f-0630-4fa2-8224-8c459fb635e8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Resources bound (agent type, host, resource id):  {{(pid=84268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:14:21.646793 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d17ac6f-0630-4fa2-8224-8c459fb635e8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Received port after_create {{(pid=84268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:14:21.771924 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e4b189-7c6b-4ad5-a6b4-830dac4e4950 None None] DHCP port deletion for bbaba3ee-024f-4190-bf8e-67b0effb3751 request from dv-cinder-784763-1-iscsi {{(pid=84270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 05 12:14:21.777498 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-85e4b189-7c6b-4ad5-a6b4-830dac4e4950 None None] Deleting port 1f8e186f-e783-4475-986a-5b1f62635e95 {{(pid=84270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:14:21.777919 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-85e4b189-7c6b-4ad5-a6b4-830dac4e4950 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:21.931143 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-92745681-23d2-4a7e-a829-a74620fa389c admin admin] Deleting port 1f8e186f-e783-4475-986a-5b1f62635e95 {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:14:21.931487 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92745681-23d2-4a7e-a829-a74620fa389c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:22.024491 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-85e4b189-7c6b-4ad5-a6b4-830dac4e4950 None None] For port 1f8e186f-e783-4475-986a-5b1f62635e95, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=1f8e186f-e783-4475-986a-5b1f62635e95,segment=NetworkSegment(e3c6b405-3493-4512-8522-9eb27479d071),segment_id=e3c6b405-3493-4512-8522-9eb27479d071)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:14:22.024836 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-85e4b189-7c6b-4ad5-a6b4-830dac4e4950 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:22.138650 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d17ac6f-0630-4fa2-8224-8c459fb635e8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:22.174014 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-85e4b189-7c6b-4ad5-a6b4-830dac4e4950 None None] Calling delete_port for 1f8e186f-e783-4475-986a-5b1f62635e95 owned by network:dhcp {{(pid=84270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:14:22.188161 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-92745681-23d2-4a7e-a829-a74620fa389c admin admin] For port 1f8e186f-e783-4475-986a-5b1f62635e95, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=1f8e186f-e783-4475-986a-5b1f62635e95,segment=NetworkSegment(e3c6b405-3493-4512-8522-9eb27479d071),segment_id=e3c6b405-3493-4512-8522-9eb27479d071)] {{(pid=84269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:14:22.188578 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92745681-23d2-4a7e-a829-a74620fa389c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:22.250064 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d17ac6f-0630-4fa2-8224-8c459fb635e8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:22.276086 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-85e4b189-7c6b-4ad5-a6b4-830dac4e4950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449'] for port, after_delete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:22.296605 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-46e17604-b6ec-4e35-a227-2756c4566c41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:22.329028 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 1f8e186f-e783-4475-986a-5b1f62635e95 no longer exists at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:14:22.333485 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-92745681-23d2-4a7e-a829-a74620fa389c admin admin] Calling delete_port for 1f8e186f-e783-4475-986a-5b1f62635e95 owned by network:dhcp {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:14:22.411451 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.db.api [None req-92745681-23d2-4a7e-a829-a74620fa389c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84269) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 05 12:14:22.411847 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_db.api [None req-92745681-23d2-4a7e-a829-a74620fa389c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 05 12:14:22.429782 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4b189-7c6b-4ad5-a6b4-830dac4e4950 None None] Pushing event deleted for resources: {'Port': ['ID=1f8e186f-e783-4475-986a-5b1f62635e95,revision_number=None']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:22.431716 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] No Port match for: 1f8e186f-e783-4475-986a-5b1f62635e95 {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:14:22.432101 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 1f8e186f-e783-4475-986a-5b1f62635e95 not bound to the agent host dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:14:22.435755 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-85e4b189-7c6b-4ad5-a6b4-830dac4e4950 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:22.478765 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e4b189-7c6b-4ad5-a6b4-830dac4e4950 None None] No DVR routers for this DVR port 1f8e186f-e783-4475-986a-5b1f62635e95 on host dv-cinder-784763-1-iscsi {{(pid=84270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 12:14:22.537344 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d17ac6f-0630-4fa2-8224-8c459fb635e8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for port, precommit_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:22.540924 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d17ac6f-0630-4fa2-8224-8c459fb635e8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851385328'] for port, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:22.556276 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-a7b5100a-d154-4263-a4f2-ed089ec7b73d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:22.690370 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17ac6f-0630-4fa2-8224-8c459fb635e8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Pushing event updated for resources: {'Port': ['ID=3837046a-14ce-4469-9b60-104d5a6c87ce,revision_number=2']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:22.694074 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-7d17ac6f-0630-4fa2-8224-8c459fb635e8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:22.796523 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d17ac6f-0630-4fa2-8224-8c459fb635e8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854330421'] for floatingip, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:22.913223 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-92745681-23d2-4a7e-a829-a74620fa389c admin admin] Deleting port 1f8e186f-e783-4475-986a-5b1f62635e95 {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:14:22.913719 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92745681-23d2-4a7e-a829-a74620fa389c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:22.992205 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-92745681-23d2-4a7e-a829-a74620fa389c admin admin] The port '1f8e186f-e783-4475-986a-5b1f62635e95' was deleted {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 05 12:14:23.124121 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92745681-23d2-4a7e-a829-a74620fa389c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768810', 'neutron.services.segments.db._delete_segments_for_network--9223363299714337857'] for network, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:23.216467 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.l3_db [None req-7d17ac6f-0630-4fa2-8224-8c459fb635e8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Floating IP 3d618867-0cc0-461d-9017-edae3916a0b0 associated. External IP: 172.27.0.167, port: ef738c12-6b44-4d39-8163-db9d3a41f6f9.
Apr 05 12:14:23.242467 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-92745681-23d2-4a7e-a829-a74620fa389c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f24606b8ef0>,) {'filters': {'network_id': ['bbaba3ee-024f-4190-bf8e-67b0effb3751']}} {{(pid=84269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:23.255623 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-92745681-23d2-4a7e-a829-a74620fa389c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f24606b8ef0>, 'e3c6b405-3493-4512-8522-9eb27479d071') {'for_net_delete': True} {{(pid=84269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:23.255954 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-92745681-23d2-4a7e-a829-a74620fa389c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f24606b8ef0>, 'e3c6b405-3493-4512-8522-9eb27479d071') {} {{(pid=84269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:23.267707 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92745681-23d2-4a7e-a829-a74620fa389c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737140437841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036794239669'] for segment, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:23.283497 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92745681-23d2-4a7e-a829-a74620fa389c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:23.291194 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92745681-23d2-4a7e-a829-a74620fa389c admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=84269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 05 12:14:23.469135 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-92745681-23d2-4a7e-a829-a74620fa389c admin admin] Network bbaba3ee-024f-4190-bf8e-67b0effb3751 has no segments {{(pid=84269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 12:14:23.478605 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92745681-23d2-4a7e-a829-a74620fa389c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2694727'] for segment, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:23.595047 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d17ac6f-0630-4fa2-8224-8c459fb635e8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Router e5d19339-7fe4-4183-a097-fdd56b319eeb has already been hosted by L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d {{(pid=84268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 12:14:23.637130 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d06391c-520b-453e-af94-d70c0bc225d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:23.660521 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-92745681-23d2-4a7e-a829-a74620fa389c admin admin] Network bbaba3ee-024f-4190-bf8e-67b0effb3751 has no segments {{(pid=84269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]:   % (table.description, expected, rows_matched)
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]:   % (table.description, expected, rows_matched)
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]:   % (table.description, expected, rows_matched)
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]:   % (table.description, expected, rows_matched)
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]: Traceback (most recent call last):
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]:     timer()
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]:     cb(*args, **kw)
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]:     return func(*args, **kwargs)
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]:     self._notify()
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]:     self.callback(batched_events)
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]:     event.method(event)
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]:     segment_id)['aggregates'][0]
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]:     return f(self, *a, **k)
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]:     return self._get(url).json()
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]:     **kwargs)
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]:     return self.request(url, 'GET', **kwargs)
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]:     **endpoint_filter)
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 05 12:14:23.683300 dv-cinder-784763-1-iscsi neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 05 12:14:23.762300 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92745681-23d2-4a7e-a829-a74620fa389c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854330406'] for network, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:23.767165 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92745681-23d2-4a7e-a829-a74620fa389c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for network, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:23.771277 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-3a0de454-b3b1-4903-8084-52d587f35717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:23.789582 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d17ac6f-0630-4fa2-8224-8c459fb635e8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:14:23.794391 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92745681-23d2-4a7e-a829-a74620fa389c admin admin] Pushing event deleted for resources: {'Network': ['ID=bbaba3ee-024f-4190-bf8e-67b0effb3751,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:23.797083 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-92745681-23d2-4a7e-a829-a74620fa389c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:23.799482 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-92745681-23d2-4a7e-a829-a74620fa389c admin admin] 10.222.0.36 "DELETE /v2.0/networks/bbaba3ee-024f-4190-bf8e-67b0effb3751 HTTP/1.1" status: 204  len: 168 time: 2.3484495
Apr 05 12:14:23.799652 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6739f551-b15d-4bc3-a587-b5a745afa6ce None None] Sync routers for ids ['e5d19339-7fe4-4183-a097-fdd56b319eeb'] in dv-cinder-784763-1-iscsi {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:14:23.810845 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6739f551-b15d-4bc3-a587-b5a745afa6ce None None] Routers {'e5d19339-7fe4-4183-a097-fdd56b319eeb'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:14:23.811518 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6739f551-b15d-4bc3-a587-b5a745afa6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460959748>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:13:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['e5d19339-7fe4-4183-a097-fdd56b319eeb'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:23.818518 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d17ac6f-0630-4fa2-8224-8c459fb635e8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for floatingip, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:23.893011 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-7d17ac6f-0630-4fa2-8224-8c459fb635e8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.0019989
Apr 05 12:14:23.893011 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecdc997f-f2bd-49e8-8b8e-3b4309eb377f', 'tag': 'ef738c12-6b44-4d39-8163-db9d3a41f6f9'}] {{(pid=84268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:14:23.933811 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecdc997f-f2bd-49e8-8b8e-3b4309eb377f', 'tag': 'ef738c12-6b44-4d39-8163-db9d3a41f6f9', 'status': 'completed', 'code': 200}
Apr 05 12:14:24.009538 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-6739f551-b15d-4bc3-a587-b5a745afa6ce None None] Set router e5d19339-7fe4-4183-a097-fdd56b319eeb gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:14:24.015890 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 48694) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:14:24.045407 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ed887-b9ab-483f-bf61-0ab532e9a227 req-2aff91ca-ea49-4061-9b3f-aa7faa3db7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:24.047145 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4c4ed887-b9ab-483f-bf61-0ab532e9a227 req-2aff91ca-ea49-4061-9b3f-aa7faa3db7c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=629fa1a565724595a30468e1271ead78&device_id=ecdc997f-f2bd-49e8-8b8e-3b4309eb377f HTTP/1.1" status: 200  len: 1099 time: 0.0880096
Apr 05 12:14:24.072859 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-b200f133-7499-45e4-9450-b6300fb40a1c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0fa3ed41777846009e78f090b026e395&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0532606
Apr 05 12:14:24.073076 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 48698) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:14:24.152092 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3672a60d-3c1c-4e7b-b10d-f4ed14f772ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:24.185251 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3672a60d-3c1c-4e7b-b10d-f4ed14f772ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:24.221717 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ed887-b9ab-483f-bf61-0ab532e9a227 req-4d74d262-d3ad-41ee-95a8-f40dbdc1e318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:24.224200 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4c4ed887-b9ab-483f-bf61-0ab532e9a227 req-4d74d262-d3ad-41ee-95a8-f40dbdc1e318 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a3e4dca9-c22e-4b2f-b50e-39573f778a69 HTTP/1.1" status: 200  len: 912 time: 0.1701035
Apr 05 12:14:24.244407 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3672a60d-3c1c-4e7b-b10d-f4ed14f772ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:24.250583 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-342c80d9-7279-44e0-a80b-e80014b39165 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:24.267724 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672a60d-3c1c-4e7b-b10d-f4ed14f772ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:24.271208 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-3672a60d-3c1c-4e7b-b10d-f4ed14f772ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:24.277762 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3672a60d-3c1c-4e7b-b10d-f4ed14f772ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:24.282155 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-3672a60d-3c1c-4e7b-b10d-f4ed14f772ce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e7da273e-ac30-49c1-9c03-cbc5c1dcd5fc HTTP/1.1" status: 204  len: 168 time: 0.2057984
Apr 05 12:14:24.339625 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4c4ed887-b9ab-483f-bf61-0ab532e9a227 req-9f82cc0b-aa9a-4920-9e88-0c0595de7144 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef738c12-6b44-4d39-8163-db9d3a41f6f9 HTTP/1.1" status: 200  len: 1000 time: 0.1092193
Apr 05 12:14:24.397249 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6739f551-b15d-4bc3-a587-b5a745afa6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460959748>, [{'id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'name': 'tempest-TestVolumeBootPattern-569576050-router', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:53Z', 'updated_at': '2021-04-05T12:09:02Z', 'revision_number': 4, 'project_id': '629fa1a565724595a30468e1271ead78', 'gw_port': {'id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:55Z', 'updated_at': '2021-04-05T12:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_floatingips': [{'id': '3d618867-0cc0-461d-9017-edae3916a0b0', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'router_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'port_id': 'ef738c12-6b44-4d39-8163-db9d3a41f6f9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'mac_address': 'fa:16:3e:a2:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdc997f-f2bd-49e8-8b8e-3b4309eb377f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:14:22Z', 'updated_at': '2021-04-05T12:14:22Z', 'revision_number': 0, 'project_id': '629fa1a565724595a30468e1271ead78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '618bc0a5-d832-4a1e-bcde-4a8f04eb16df', 'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'mac_address': 'fa:16:3e:ad:bd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:01Z', 'updated_at': '2021-04-05T12:09:21Z', 'revision_number': 5, 'project_id': '629fa1a565724595a30468e1271ead78', 'subnets': [{'id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:24.402419 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6739f551-b15d-4bc3-a587-b5a745afa6ce None None] Checking router: e5d19339-7fe4-4183-a097-fdd56b319eeb for host: dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:14:24.411971 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6739f551-b15d-4bc3-a587-b5a745afa6ce None None] Routers {'e5d19339-7fe4-4183-a097-fdd56b319eeb'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:14:24.412748 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6739f551-b15d-4bc3-a587-b5a745afa6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460959748>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:13:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['e5d19339-7fe4-4183-a097-fdd56b319eeb'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:24.424497 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ed887-b9ab-483f-bf61-0ab532e9a227 req-41c71a71-dc24-427c-a067-7651da516667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:24.427090 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4c4ed887-b9ab-483f-bf61-0ab532e9a227 req-41c71a71-dc24-427c-a067-7651da516667 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=34a1f558-4685-48e4-a199-4b7768f4f5df HTTP/1.1" status: 200  len: 850 time: 0.0799358
Apr 05 12:14:24.522720 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ed887-b9ab-483f-bf61-0ab532e9a227 req-055a647f-85e0-419d-a052-8fc1b07de0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:24.524509 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4c4ed887-b9ab-483f-bf61-0ab532e9a227 req-055a647f-85e0-419d-a052-8fc1b07de0c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a3e4dca9-c22e-4b2f-b50e-39573f778a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0907769
Apr 05 12:14:24.622440 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-6739f551-b15d-4bc3-a587-b5a745afa6ce None None] Set router e5d19339-7fe4-4183-a097-fdd56b319eeb gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:14:24.693147 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4c4ed887-b9ab-483f-bf61-0ab532e9a227 req-870f3662-ffa7-4c3e-948b-815ccdd634cc service neutron] 10.222.0.37 "GET /v2.0/networks/a3e4dca9-c22e-4b2f-b50e-39573f778a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1515565
Apr 05 12:14:24.710071 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 48708) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:14:24.765675 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-9898af3c-23f5-465c-bf7a-d47391702ef9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c5bd86d391d44e198b30edc9ebe9aec7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0542521
Apr 05 12:14:24.766410 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 48712) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:14:24.829413 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-876eabea-d234-47f4-9cf6-d52081b88ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:24.842062 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4c4ed887-b9ab-483f-bf61-0ab532e9a227 req-80a1f085-76dd-438e-b834-6cc4195f00f7 service neutron] 10.222.0.37 "GET /v2.0/networks/a3e4dca9-c22e-4b2f-b50e-39573f778a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1416845
Apr 05 12:14:24.859521 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-876eabea-d234-47f4-9cf6-d52081b88ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:24.905983 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:24.906894 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-876eabea-d234-47f4-9cf6-d52081b88ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:24.912598 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d7328031-5af2-43a1-af5c-ca3cbdd4e045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:24.927095 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876eabea-d234-47f4-9cf6-d52081b88ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ce5d1a-a007-4f56-81a7-cc1e4d60a391,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:24.932333 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-876eabea-d234-47f4-9cf6-d52081b88ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:24.933846 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-876eabea-d234-47f4-9cf6-d52081b88ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:24.935062 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-876eabea-d234-47f4-9cf6-d52081b88ecc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b4ce5d1a-a007-4f56-81a7-cc1e4d60a391 HTTP/1.1" status: 204  len: 168 time: 0.1676540
Apr 05 12:14:25.027312 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6739f551-b15d-4bc3-a587-b5a745afa6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460959748>, [{'id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'name': 'tempest-TestVolumeBootPattern-569576050-router', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:53Z', 'updated_at': '2021-04-05T12:09:02Z', 'revision_number': 4, 'project_id': '629fa1a565724595a30468e1271ead78', 'gw_port': {'id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:55Z', 'updated_at': '2021-04-05T12:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_floatingips': [{'id': '3d618867-0cc0-461d-9017-edae3916a0b0', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'router_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'port_id': 'ef738c12-6b44-4d39-8163-db9d3a41f6f9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'mac_address': 'fa:16:3e:a2:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdc997f-f2bd-49e8-8b8e-3b4309eb377f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:14:22Z', 'updated_at': '2021-04-05T12:14:22Z', 'revision_number': 0, 'project_id': '629fa1a565724595a30468e1271ead78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '618bc0a5-d832-4a1e-bcde-4a8f04eb16df', 'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'mac_address': 'fa:16:3e:ad:bd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:01Z', 'updated_at': '2021-04-05T12:09:21Z', 'revision_number': 5, 'project_id': '629fa1a565724595a30468e1271ead78', 'subnets': [{'id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:25.031542 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6739f551-b15d-4bc3-a587-b5a745afa6ce None None] The sync data for ids ['e5d19339-7fe4-4183-a097-fdd56b319eeb'] in dv-cinder-784763-1-iscsi is: [{'id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'name': 'tempest-TestVolumeBootPattern-569576050-router', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:53Z', 'updated_at': '2021-04-05T12:09:02Z', 'revision_number': 4, 'project_id': '629fa1a565724595a30468e1271ead78', 'gw_port': {'id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:55Z', 'updated_at': '2021-04-05T12:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_floatingips': [{'id': '3d618867-0cc0-461d-9017-edae3916a0b0', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'router_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'port_id': 'ef738c12-6b44-4d39-8163-db9d3a41f6f9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'mac_address': 'fa:16:3e:a2:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdc997f-f2bd-49e8-8b8e-3b4309eb377f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:14:22Z', 'updated_at': '2021-04-05T12:14:22Z', 'revision_number': 0, 'project_id': '629fa1a565724595a30468e1271ead78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '618bc0a5-d832-4a1e-bcde-4a8f04eb16df', 'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'mac_address': 'fa:16:3e:ad:bd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:01Z', 'updated_at': '2021-04-05T12:09:21Z', 'revision_number': 5, 'project_id': '629fa1a565724595a30468e1271ead78', 'subnets': [{'id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:14:25.321280 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04f7cb9-8e4e-4a72-9a76-8b30515960cc None None] New status for floating IP 3d618867-0cc0-461d-9017-edae3916a0b0: ACTIVE {{(pid=84271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 05 12:14:25.721580 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 48738) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:14:25.832269 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-35c6810a-6463-4a89-b077-45fab5bca121 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-184935625-network', 'tenant_id': '59ab3fb82a794070a1c024d576d5e87b'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:14:25.837342 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-35c6810a-6463-4a89-b077-45fab5bca121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:14:25.841390 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-35c6810a-6463-4a89-b077-45fab5bca121 admin admin] Usage tracker for resource:network and tenant:59ab3fb82a794070a1c024d576d5e87b is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:14:25.844372 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-35c6810a-6463-4a89-b077-45fab5bca121 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:14:25.851161 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-35c6810a-6463-4a89-b077-45fab5bca121 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:14:25.860727 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c6810a-6463-4a89-b077-45fab5bca121 admin admin] Made reservation on behalf of 59ab3fb82a794070a1c024d576d5e87b for: {'network': 1} {{(pid=84269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:14:25.865979 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35c6810a-6463-4a89-b077-45fab5bca121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:25.878498 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35c6810a-6463-4a89-b077-45fab5bca121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:25.893328 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-35c6810a-6463-4a89-b077-45fab5bca121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:14:25.897815 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-35c6810a-6463-4a89-b077-45fab5bca121 admin admin] Usage tracker for resource:security_group_rule and tenant:59ab3fb82a794070a1c024d576d5e87b is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:14:25.900692 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-35c6810a-6463-4a89-b077-45fab5bca121 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:14:25.906875 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-35c6810a-6463-4a89-b077-45fab5bca121 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:14:25.993280 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35c6810a-6463-4a89-b077-45fab5bca121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:25.996050 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35c6810a-6463-4a89-b077-45fab5bca121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:25.999188 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f8237517-9c3a-4247-b7e4-1dd2d35ad36b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:26.027028 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4b7d1882-c1a5-4403-903d-b33c4fb536ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:26.031455 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35c6810a-6463-4a89-b077-45fab5bca121 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'}  {{(pid=84269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 12:14:26.042463 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c6810a-6463-4a89-b077-45fab5bca121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703f3e3c-748d-4fe0-81c9-7b2f94777d24,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:26.046664 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-35c6810a-6463-4a89-b077-45fab5bca121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:26.047615 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35c6810a-6463-4a89-b077-45fab5bca121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:26.047996 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.segments_db [None req-35c6810a-6463-4a89-b077-45fab5bca121 admin admin] Added segment 5b92adec-2cbb-449d-8979-ec4b58c936f9 of type vlan for network a3a55611-a0f0-4df9-b637-46ecc7406414
Apr 05 12:14:26.074233 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35c6810a-6463-4a89-b077-45fab5bca121 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737139937617'] for network, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:26.103478 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35c6810a-6463-4a89-b077-45fab5bca121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131'] for network, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:26.104840 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c6810a-6463-4a89-b077-45fab5bca121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:26.105502 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-35c6810a-6463-4a89-b077-45fab5bca121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for network, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:26.110924 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-92745681-23d2-4a7e-a829-a74620fa389c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:26.212468 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-35c6810a-6463-4a89-b077-45fab5bca121 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4895890
Apr 05 12:14:26.215674 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 48744) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:14:26.217703 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c6810a-6463-4a89-b077-45fab5bca121 admin admin] Pushing event updated for resources: {'Network': ['ID=a3a55611-a0f0-4df9-b637-46ecc7406414,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:26.220613 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-35c6810a-6463-4a89-b077-45fab5bca121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:26.222005 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ff2be0a5-4034-4e41-a273-8c7fdf9fcdaa admin admin] Request body: {'subnet': {'network_id': 'a3a55611-a0f0-4df9-b637-46ecc7406414', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-184935625-subnet', 'tenant_id': '59ab3fb82a794070a1c024d576d5e87b', 'ip_version': 4}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:14:26.227839 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ff2be0a5-4034-4e41-a273-8c7fdf9fcdaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:14:26.232889 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-ff2be0a5-4034-4e41-a273-8c7fdf9fcdaa admin admin] Usage tracker for resource:subnet and tenant:59ab3fb82a794070a1c024d576d5e87b is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:14:26.234167 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Network a3a55611-a0f0-4df9-b637-46ecc7406414 details requested by agent ovs-agent-dv-cinder-784763-1-iscsi with host dv-cinder-784763-1-iscsi {{(pid=84270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 12:14:26.236038 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-ff2be0a5-4034-4e41-a273-8c7fdf9fcdaa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:14:26.243135 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ff2be0a5-4034-4e41-a273-8c7fdf9fcdaa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:14:26.251917 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2be0a5-4034-4e41-a273-8c7fdf9fcdaa admin admin] Made reservation on behalf of 59ab3fb82a794070a1c024d576d5e87b for: {'subnet': 1} {{(pid=84268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:14:26.257060 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ff2be0a5-4034-4e41-a273-8c7fdf9fcdaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2934438'] for subnet, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:26.498403 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:26.660880 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ff2be0a5-4034-4e41-a273-8c7fdf9fcdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3390718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2934421'] for subnet, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:26.676330 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:26.801204 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2be0a5-4034-4e41-a273-8c7fdf9fcdaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2,revision_number=0']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:26.813337 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ff2be0a5-4034-4e41-a273-8c7fdf9fcdaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:26.869759 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2be0a5-4034-4e41-a273-8c7fdf9fcdaa admin admin] Checking segment: {'id': '5b92adec-2cbb-449d-8979-ec4b58c936f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a3a55611-a0f0-4df9-b637-46ecc7406414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:14:26.870377 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2be0a5-4034-4e41-a273-8c7fdf9fcdaa admin admin] Network hostable DHCP agents. Network: a3a55611-a0f0-4df9-b637-46ecc7406414, hostable agents: ['09bf275b-3c10-4287-a080-17cf02d540e7'], hosted agents: [] {{(pid=84268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 12:14:26.888562 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2be0a5-4034-4e41-a273-8c7fdf9fcdaa admin admin] Network a3a55611-a0f0-4df9-b637-46ecc7406414 is scheduled to be hosted by DHCP agent 09bf275b-3c10-4287-a080-17cf02d540e7 with binding_index 1 {{(pid=84268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 12:14:26.896301 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-ff2be0a5-4034-4e41-a273-8c7fdf9fcdaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-iscsi, a3a55611-a0f0-4df9-b637-46ecc7406414) {{(pid=84268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:14:26.905763 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0abd762-4e5b-4b8b-867b-331814e299f7 None None] Network a3a55611-a0f0-4df9-b637-46ecc7406414 requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:14:26.908063 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2be0a5-4034-4e41-a273-8c7fdf9fcdaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:26.908706 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ff2be0a5-4034-4e41-a273-8c7fdf9fcdaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for subnet, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:26.928493 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-ff2be0a5-4034-4e41-a273-8c7fdf9fcdaa admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7115908
Apr 05 12:14:26.931284 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 48750) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:14:26.936594 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-3c94137f-4a6f-4a2d-89e4-a65257f601c0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-184935625-router', 'tenant_id': '59ab3fb82a794070a1c024d576d5e87b', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'}}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:14:26.941344 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3c94137f-4a6f-4a2d-89e4-a65257f601c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:14:26.946803 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-3c94137f-4a6f-4a2d-89e4-a65257f601c0 admin admin] Usage tracker for resource:router and tenant:59ab3fb82a794070a1c024d576d5e87b is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:14:26.950488 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-3c94137f-4a6f-4a2d-89e4-a65257f601c0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:14:26.957115 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3c94137f-4a6f-4a2d-89e4-a65257f601c0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:14:26.967268 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c94137f-4a6f-4a2d-89e4-a65257f601c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773687'] for router, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:26.968381 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c94137f-4a6f-4a2d-89e4-a65257f601c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854366841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854330512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854383299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2110'] for router, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:26.985058 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c94137f-4a6f-4a2d-89e4-a65257f601c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:27.281988 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c94137f-4a6f-4a2d-89e4-a65257f601c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854330527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854367201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2095'] for router, precommit_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:27.313212 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecdaae3-2e79-45fe-9835-c10394ab41c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1982f07b-7870-5634-aae6-8a59c2355e32-a3a55611-a0f0-4df9-b637-46ecc7406414', 'network_id': 'a3a55611-a0f0-4df9-b637-46ecc7406414', 'tenant_id': '59ab3fb82a794070a1c024d576d5e87b', 'fixed_ips': [{'subnet_id': '15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2'}]}} from dv-cinder-784763-1-iscsi. {{(pid=84270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 05 12:14:27.314200 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7ecdaae3-2e79-45fe-9835-c10394ab41c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:27.485678 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-7ecdaae3-2e79-45fe-9835-c10394ab41c8 None None] Allocated IP 172.20.0.2 (a3a55611-a0f0-4df9-b637-46ecc7406414/15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2/9b5f448d-6ff9-455f-a602-606e7cf0057c) {{(pid=84270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:14:27.708847 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7ecdaae3-2e79-45fe-9835-c10394ab41c8 None None] Notify callbacks [] for port, precommit_create {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:27.722450 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-7ecdaae3-2e79-45fe-9835-c10394ab41c8 None None] Transition to ACTIVE for port object 9b5f448d-6ff9-455f-a602-606e7cf0057c will not be triggered until provisioned by entity L2. {{(pid=84270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:14:27.743088 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-7ecdaae3-2e79-45fe-9835-c10394ab41c8 None None] Transition to ACTIVE for port object 9b5f448d-6ff9-455f-a602-606e7cf0057c will not be triggered until provisioned by entity DHCP. {{(pid=84270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:14:27.747831 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7ecdaae3-2e79-45fe-9835-c10394ab41c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368'] for port, after_create {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:27.764215 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:27.854085 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c94137f-4a6f-4a2d-89e4-a65257f601c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:27.887477 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c94137f-4a6f-4a2d-89e4-a65257f601c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:27.901750 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecdaae3-2e79-45fe-9835-c10394ab41c8 None None] Pushing event updated for resources: {'Port': ['ID=9b5f448d-6ff9-455f-a602-606e7cf0057c,revision_number=1']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:27.906419 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-7ecdaae3-2e79-45fe-9835-c10394ab41c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:27.955999 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecdaae3-2e79-45fe-9835-c10394ab41c8 None None] Network a3a55611-a0f0-4df9-b637-46ecc7406414 is already hosted by enough agents. {{(pid=84270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:14:27.957826 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-7ecdaae3-2e79-45fe-9835-c10394ab41c8 None None] Resources bound (agent type, host, resource id):  {{(pid=84270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:14:27.960079 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecdaae3-2e79-45fe-9835-c10394ab41c8 None None] Received port after_create {{(pid=84270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:14:28.038641 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-3c94137f-4a6f-4a2d-89e4-a65257f601c0 admin admin] Allocated IP 172.27.0.121 (9d12ef10-d92d-4db6-ae05-ceb86a15802e/0ceae222-356e-4bb7-8260-995ea8a55dd5/f21c31c0-f9f5-40f5-a53f-51820e43ed3b) {{(pid=84268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:14:28.058236 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-7ecdaae3-2e79-45fe-9835-c10394ab41c8 None None] Attempting to bind port 9b5f448d-6ff9-455f-a602-606e7cf0057c on host dv-cinder-784763-1-iscsi for vnic_type normal with profile  {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:14:28.058654 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-7ecdaae3-2e79-45fe-9835-c10394ab41c8 None None] Attempting to bind port 9b5f448d-6ff9-455f-a602-606e7cf0057c by drivers openvswitch,hyperv on host dv-cinder-784763-1-iscsi at level 0 using segments [{'id': '5b92adec-2cbb-449d-8979-ec4b58c936f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a3a55611-a0f0-4df9-b637-46ecc7406414'}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:14:28.059055 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecdaae3-2e79-45fe-9835-c10394ab41c8 None None] Attempting to bind port 9b5f448d-6ff9-455f-a602-606e7cf0057c on network a3a55611-a0f0-4df9-b637-46ecc7406414 {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:14:28.065106 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecdaae3-2e79-45fe-9835-c10394ab41c8 None None] Checking agent: {'id': '93e0106f-7977-40cd-8b89-dc51f73202a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 25), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:14:28.065569 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecdaae3-2e79-45fe-9835-c10394ab41c8 None None] Checking segment: {'id': '5b92adec-2cbb-449d-8979-ec4b58c936f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a3a55611-a0f0-4df9-b637-46ecc7406414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:14:28.065900 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7ecdaae3-2e79-45fe-9835-c10394ab41c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:28.066932 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecdaae3-2e79-45fe-9835-c10394ab41c8 None None] Bound using segment: {'id': '5b92adec-2cbb-449d-8979-ec4b58c936f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a3a55611-a0f0-4df9-b637-46ecc7406414'} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:14:28.068744 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-7ecdaae3-2e79-45fe-9835-c10394ab41c8 None None] Bound port: 9b5f448d-6ff9-455f-a602-606e7cf0057c, host: dv-cinder-784763-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b92adec-2cbb-449d-8979-ec4b58c936f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a3a55611-a0f0-4df9-b637-46ecc7406414'}}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:14:28.069167 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7ecdaae3-2e79-45fe-9835-c10394ab41c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:28.138021 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:28.177122 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-7ecdaae3-2e79-45fe-9835-c10394ab41c8 None None] For port 9b5f448d-6ff9-455f-a602-606e7cf0057c, host dv-cinder-784763-1-iscsi, cleared binding levels {{(pid=84270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:14:28.180346 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-7ecdaae3-2e79-45fe-9835-c10394ab41c8 None None] For port 9b5f448d-6ff9-455f-a602-606e7cf0057c, host dv-cinder-784763-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=9b5f448d-6ff9-455f-a602-606e7cf0057c,segment=NetworkSegment(5b92adec-2cbb-449d-8979-ec4b58c936f9),segment_id=5b92adec-2cbb-449d-8979-ec4b58c936f9)] {{(pid=84270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:14:28.183820 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7ecdaae3-2e79-45fe-9835-c10394ab41c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:28.199403 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:28.202497 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c94137f-4a6f-4a2d-89e4-a65257f601c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:28.233012 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c94137f-4a6f-4a2d-89e4-a65257f601c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:28.248590 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-03dd92d8-52d9-437d-9b67-3247f286efeb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:28.356655 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecdaae3-2e79-45fe-9835-c10394ab41c8 None None] Pushing event updated for resources: {'Port': ['ID=9b5f448d-6ff9-455f-a602-606e7cf0057c,revision_number=2']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:28.361543 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-7ecdaae3-2e79-45fe-9835-c10394ab41c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:28.388472 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94137f-4a6f-4a2d-89e4-a65257f601c0 admin admin] Pushing event updated for resources: {'Port': ['ID=f21c31c0-f9f5-40f5-a53f-51820e43ed3b,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:28.393278 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-3c94137f-4a6f-4a2d-89e4-a65257f601c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:28.445956 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c94137f-4a6f-4a2d-89e4-a65257f601c0 admin admin] Network 9d12ef10-d92d-4db6-ae05-ceb86a15802e is already hosted by enough agents. {{(pid=84268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:14:28.447117 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-3c94137f-4a6f-4a2d-89e4-a65257f601c0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:14:28.449329 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c94137f-4a6f-4a2d-89e4-a65257f601c0 admin admin] Received port after_create {{(pid=84268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:14:28.696373 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:29.011090 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c94137f-4a6f-4a2d-89e4-a65257f601c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:29.374786 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c94137f-4a6f-4a2d-89e4-a65257f601c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445342'] for router, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:29.596508 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c94137f-4a6f-4a2d-89e4-a65257f601c0 admin admin] Router 9f968499-7b30-4e76-9c7d-32b4ae5b2cc4 is scheduled to L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d with binding_index 1 {{(pid=84268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 05 12:14:29.789591 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c94137f-4a6f-4a2d-89e4-a65257f601c0 admin admin] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:14:29.799294 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ac762e-fd52-4718-abf0-7e9198fba4fc None None] Sync routers for ids ['9f968499-7b30-4e76-9c7d-32b4ae5b2cc4'] in dv-cinder-784763-1-iscsi {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:14:29.811055 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ac762e-fd52-4718-abf0-7e9198fba4fc None None] Routers {'9f968499-7b30-4e76-9c7d-32b4ae5b2cc4'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:14:29.811821 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-82ac762e-fd52-4718-abf0-7e9198fba4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2461af64a8>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:14:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['9f968499-7b30-4e76-9c7d-32b4ae5b2cc4'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:29.813125 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3c94137f-4a6f-4a2d-89e4-a65257f601c0 admin admin] Notify callbacks [] for router, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:29.814595 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-3c94137f-4a6f-4a2d-89e4-a65257f601c0 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.8822854
Apr 05 12:14:29.817347 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 48758) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:14:29.870971 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a0bbf1-86ed-4b96-98fc-ad5b31bde688 None None] Network a3a55611-a0f0-4df9-b637-46ecc7406414 requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:14:30.072654 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-a935a384-3bbc-4ddd-af64-a2e5fe524a5d None None] Provisioning for port 9b5f448d-6ff9-455f-a602-606e7cf0057c completed by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:14:30.148366 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-82ac762e-fd52-4718-abf0-7e9198fba4fc None None] Set router 9f968499-7b30-4e76-9c7d-32b4ae5b2cc4 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:14:30.544677 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 9b5f448d-6ff9-455f-a602-606e7cf0057c up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:14:30.762318 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning for port 9b5f448d-6ff9-455f-a602-606e7cf0057c completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:14:30.777475 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port 9b5f448d-6ff9-455f-a602-606e7cf0057c triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:14:30.777891 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:30.846913 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f76c3ac3-c7b5-446d-8b2e-db8c4404b9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:30.866706 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-82ac762e-fd52-4718-abf0-7e9198fba4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2461af64a8>, [{'id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'name': 'tempest-TestShelveInstance-184935625-router', 'tenant_id': '59ab3fb82a794070a1c024d576d5e87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'f21c31c0-f9f5-40f5-a53f-51820e43ed3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:14:26Z', 'updated_at': '2021-04-05T12:14:28Z', 'revision_number': 3, 'project_id': '59ab3fb82a794070a1c024d576d5e87b', 'gw_port': {'id': 'f21c31c0-f9f5-40f5-a53f-51820e43ed3b', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:61:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:14:27Z', 'updated_at': '2021-04-05T12:14:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi'}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:30.900500 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ac762e-fd52-4718-abf0-7e9198fba4fc None None] Checking router: 9f968499-7b30-4e76-9c7d-32b4ae5b2cc4 for host: dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:14:30.900898 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ac762e-fd52-4718-abf0-7e9198fba4fc None None] Updating router 9f968499-7b30-4e76-9c7d-32b4ae5b2cc4 port f21c31c0-f9f5-40f5-a53f-51820e43ed3b binding host dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 12:14:30.982613 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:30.994009 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82ac762e-fd52-4718-abf0-7e9198fba4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:31.078219 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] For port 9b5f448d-6ff9-455f-a602-606e7cf0057c, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=9b5f448d-6ff9-455f-a602-606e7cf0057c,segment=NetworkSegment(5b92adec-2cbb-449d-8979-ec4b58c936f9),segment_id=5b92adec-2cbb-449d-8979-ec4b58c936f9)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:14:31.080231 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-f76c3ac3-c7b5-446d-8b2e-db8c4404b9fc admin admin] Allocated IP 172.20.0.1 (a3a55611-a0f0-4df9-b637-46ecc7406414/15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2/e3fa5db7-93cd-4367-afd7-78fe5b27cf2c) {{(pid=84268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:14:31.109480 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-d62a7d17-de7d-466e-94f1-8a114c8390ca None None] Provisioning complete for port 9b5f448d-6ff9-455f-a602-606e7cf0057c triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:14:31.109901 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d62a7d17-de7d-466e-94f1-8a114c8390ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:31.163470 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:31.169167 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:31.244323 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f76c3ac3-c7b5-446d-8b2e-db8c4404b9fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:31.262139 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-f76c3ac3-c7b5-446d-8b2e-db8c4404b9fc admin admin] Transition to ACTIVE for port object e3fa5db7-93cd-4367-afd7-78fe5b27cf2c will not be triggered until provisioned by entity DHCP. {{(pid=84268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:14:31.288471 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f76c3ac3-c7b5-446d-8b2e-db8c4404b9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:31.305143 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-32948a48-1382-4e61-b812-98de54ca12c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:31.328452 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Pushing event updated for resources: {'Port': ['ID=9b5f448d-6ff9-455f-a602-606e7cf0057c,revision_number=3']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:31.335759 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:31.437730 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c3ac3-c7b5-446d-8b2e-db8c4404b9fc admin admin] Pushing event updated for resources: {'Port': ['ID=e3fa5db7-93cd-4367-afd7-78fe5b27cf2c,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:31.442682 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f76c3ac3-c7b5-446d-8b2e-db8c4404b9fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:31.496365 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76c3ac3-c7b5-446d-8b2e-db8c4404b9fc admin admin] Network a3a55611-a0f0-4df9-b637-46ecc7406414 is already hosted by enough agents. {{(pid=84268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:14:31.497490 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-f76c3ac3-c7b5-446d-8b2e-db8c4404b9fc admin admin] Resources bound (agent type, host, resource id):  {{(pid=84268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:14:31.499708 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76c3ac3-c7b5-446d-8b2e-db8c4404b9fc admin admin] Received port after_create {{(pid=84268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:14:31.556561 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f76c3ac3-c7b5-446d-8b2e-db8c4404b9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854369981'] for router_interface, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:31.633819 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82ac762e-fd52-4718-abf0-7e9198fba4fc None None] Notify callbacks [] for port, precommit_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:31.648093 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-82ac762e-fd52-4718-abf0-7e9198fba4fc None None] Transition to ACTIVE for port object f21c31c0-f9f5-40f5-a53f-51820e43ed3b will not be triggered until provisioned by entity L2. {{(pid=84270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:14:31.656578 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82ac762e-fd52-4718-abf0-7e9198fba4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:31.673984 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:31.823160 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60b1e5-40c8-4ef3-9dcb-8c89783f8d0b None None] Pushing event updated for resources: {'Port': ['ID=f21c31c0-f9f5-40f5-a53f-51820e43ed3b,revision_number=2']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:31.828701 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f76c3ac3-c7b5-446d-8b2e-db8c4404b9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:31.837033 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ea60b1e5-40c8-4ef3-9dcb-8c89783f8d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:31.837739 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-8d1b02ef-b499-4c17-b17c-96ccc86f02ed None None] Provisioning for port e3fa5db7-93cd-4367-afd7-78fe5b27cf2c completed by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:14:31.844939 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-8d1b02ef-b499-4c17-b17c-96ccc86f02ed None None] Provisioning complete for port e3fa5db7-93cd-4367-afd7-78fe5b27cf2c triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:14:31.845362 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8d1b02ef-b499-4c17-b17c-96ccc86f02ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:31.927692 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-8d1b02ef-b499-4c17-b17c-96ccc86f02ed None None] Port e3fa5db7-93cd-4367-afd7-78fe5b27cf2c cannot update to ACTIVE because it is not bound. {{(pid=84270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 12:14:31.947342 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-82ac762e-fd52-4718-abf0-7e9198fba4fc None None] Attempting to bind port f21c31c0-f9f5-40f5-a53f-51820e43ed3b on host dv-cinder-784763-1-iscsi for vnic_type normal with profile  {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:14:31.947756 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-82ac762e-fd52-4718-abf0-7e9198fba4fc None None] Attempting to bind port f21c31c0-f9f5-40f5-a53f-51820e43ed3b by drivers openvswitch,hyperv on host dv-cinder-784763-1-iscsi at level 0 using segments [{'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:14:31.948164 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ac762e-fd52-4718-abf0-7e9198fba4fc None None] Attempting to bind port f21c31c0-f9f5-40f5-a53f-51820e43ed3b on network 9d12ef10-d92d-4db6-ae05-ceb86a15802e {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:14:31.953784 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ac762e-fd52-4718-abf0-7e9198fba4fc None None] Checking agent: {'id': '93e0106f-7977-40cd-8b89-dc51f73202a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 25), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:14:31.954223 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ac762e-fd52-4718-abf0-7e9198fba4fc None None] Checking segment: {'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:14:31.954671 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82ac762e-fd52-4718-abf0-7e9198fba4fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:31.955106 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ac762e-fd52-4718-abf0-7e9198fba4fc None None] Bound using segment: {'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:14:31.955620 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-82ac762e-fd52-4718-abf0-7e9198fba4fc None None] Bound port: f21c31c0-f9f5-40f5-a53f-51820e43ed3b, host: dv-cinder-784763-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'}}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:14:31.956270 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82ac762e-fd52-4718-abf0-7e9198fba4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:32.033075 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-82ac762e-fd52-4718-abf0-7e9198fba4fc None None] For port f21c31c0-f9f5-40f5-a53f-51820e43ed3b, host dv-cinder-784763-1-iscsi, cleared binding levels {{(pid=84270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:14:32.036432 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-82ac762e-fd52-4718-abf0-7e9198fba4fc None None] For port f21c31c0-f9f5-40f5-a53f-51820e43ed3b, host dv-cinder-784763-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=f21c31c0-f9f5-40f5-a53f-51820e43ed3b,segment=NetworkSegment(9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6),segment_id=9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6)] {{(pid=84270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:14:32.040091 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-82ac762e-fd52-4718-abf0-7e9198fba4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:32.055831 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:32.134768 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f76c3ac3-c7b5-446d-8b2e-db8c4404b9fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:32.139557 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f76c3ac3-c7b5-446d-8b2e-db8c4404b9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851385328'] for port, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:32.179921 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-41432f8e-1091-4b48-b7e7-c79682c4837d tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:32.230090 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60b1e5-40c8-4ef3-9dcb-8c89783f8d0b None None] Pushing event updated for resources: {'Port': ['ID=f21c31c0-f9f5-40f5-a53f-51820e43ed3b,revision_number=3']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:32.234713 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ea60b1e5-40c8-4ef3-9dcb-8c89783f8d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:32.266358 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c3ac3-c7b5-446d-8b2e-db8c4404b9fc admin admin] Pushing event updated for resources: {'Port': ['ID=e3fa5db7-93cd-4367-afd7-78fe5b27cf2c,revision_number=2']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:32.269301 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f76c3ac3-c7b5-446d-8b2e-db8c4404b9fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854215708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854374506'] for router_interface, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:32.274346 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ac762e-fd52-4718-abf0-7e9198fba4fc None None] Routers {'9f968499-7b30-4e76-9c7d-32b4ae5b2cc4'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:14:32.274966 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-82ac762e-fd52-4718-abf0-7e9198fba4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2461af64a8>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:14:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['9f968499-7b30-4e76-9c7d-32b4ae5b2cc4'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:32.284100 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f76c3ac3-c7b5-446d-8b2e-db8c4404b9fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:32.334870 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 9b5f448d-6ff9-455f-a602-606e7cf0057c up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:14:32.430844 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76c3ac3-c7b5-446d-8b2e-db8c4404b9fc admin admin] Network a3a55611-a0f0-4df9-b637-46ecc7406414 is already hosted by enough agents. {{(pid=84268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:14:32.432284 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-f76c3ac3-c7b5-446d-8b2e-db8c4404b9fc admin admin] Resources bound (agent type, host, resource id):  {{(pid=84268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:14:32.667081 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76c3ac3-c7b5-446d-8b2e-db8c4404b9fc admin admin] Router 9f968499-7b30-4e76-9c7d-32b4ae5b2cc4 has already been hosted by L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d {{(pid=84268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 12:14:32.707599 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port 9b5f448d-6ff9-455f-a602-606e7cf0057c triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:14:32.707943 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:32.733317 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-82ac762e-fd52-4718-abf0-7e9198fba4fc None None] Set router 9f968499-7b30-4e76-9c7d-32b4ae5b2cc4 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:14:32.863721 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76c3ac3-c7b5-446d-8b2e-db8c4404b9fc admin admin] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:14:32.873241 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-f76c3ac3-c7b5-446d-8b2e-db8c4404b9fc admin admin] 10.222.0.36 "PUT /v2.0/routers/9f968499-7b30-4e76-9c7d-32b4ae5b2cc4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0548618
Apr 05 12:14:32.899728 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-02fb44d4-e971-4298-82dc-b197071cd7a2 None None] Provisioning complete for port e3fa5db7-93cd-4367-afd7-78fe5b27cf2c triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:14:32.900148 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-02fb44d4-e971-4298-82dc-b197071cd7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:33.092111 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-02fb44d4-e971-4298-82dc-b197071cd7a2 None None] Port e3fa5db7-93cd-4367-afd7-78fe5b27cf2c cannot update to ACTIVE because it is not bound. {{(pid=84270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 12:14:33.222351 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-82ac762e-fd52-4718-abf0-7e9198fba4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2461af64a8>, [{'id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'name': 'tempest-TestShelveInstance-184935625-router', 'tenant_id': '59ab3fb82a794070a1c024d576d5e87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'f21c31c0-f9f5-40f5-a53f-51820e43ed3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:14:26Z', 'updated_at': '2021-04-05T12:14:31Z', 'revision_number': 4, 'project_id': '59ab3fb82a794070a1c024d576d5e87b', 'gw_port': {'id': 'f21c31c0-f9f5-40f5-a53f-51820e43ed3b', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:61:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:14:27Z', 'updated_at': '2021-04-05T12:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': 'e3fa5db7-93cd-4367-afd7-78fe5b27cf2c', 'name': '', 'network_id': 'a3a55611-a0f0-4df9-b637-46ecc7406414', 'tenant_id': '59ab3fb82a794070a1c024d576d5e87b', 'mac_address': 'fa:16:3e:9d:23:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:14:30Z', 'updated_at': '2021-04-05T12:14:31Z', 'revision_number': 2, 'project_id': '59ab3fb82a794070a1c024d576d5e87b', 'subnets': [{'id': '15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:33.227273 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ac762e-fd52-4718-abf0-7e9198fba4fc None None] The sync data for ids ['9f968499-7b30-4e76-9c7d-32b4ae5b2cc4'] in dv-cinder-784763-1-iscsi is: [{'id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'name': 'tempest-TestShelveInstance-184935625-router', 'tenant_id': '59ab3fb82a794070a1c024d576d5e87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'f21c31c0-f9f5-40f5-a53f-51820e43ed3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:14:26Z', 'updated_at': '2021-04-05T12:14:31Z', 'revision_number': 4, 'project_id': '59ab3fb82a794070a1c024d576d5e87b', 'gw_port': {'id': 'f21c31c0-f9f5-40f5-a53f-51820e43ed3b', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:61:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:14:27Z', 'updated_at': '2021-04-05T12:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': 'e3fa5db7-93cd-4367-afd7-78fe5b27cf2c', 'name': '', 'network_id': 'a3a55611-a0f0-4df9-b637-46ecc7406414', 'tenant_id': '59ab3fb82a794070a1c024d576d5e87b', 'mac_address': 'fa:16:3e:9d:23:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:14:30Z', 'updated_at': '2021-04-05T12:14:31Z', 'revision_number': 2, 'project_id': '59ab3fb82a794070a1c024d576d5e87b', 'subnets': [{'id': '15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:14:33.437562 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 48786) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:14:33.443852 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-97e21c52-f890-4f82-a0fe-c4d00cc3a7be admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-999550131-network', 'tenant_id': '5b860a21d7ab4f40bec0e2c6d626137b'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:14:33.448890 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-97e21c52-f890-4f82-a0fe-c4d00cc3a7be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:14:33.452981 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-97e21c52-f890-4f82-a0fe-c4d00cc3a7be admin admin] Usage tracker for resource:network and tenant:5b860a21d7ab4f40bec0e2c6d626137b is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:14:33.455967 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-97e21c52-f890-4f82-a0fe-c4d00cc3a7be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:14:33.462591 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-97e21c52-f890-4f82-a0fe-c4d00cc3a7be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:14:33.471620 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e21c52-f890-4f82-a0fe-c4d00cc3a7be admin admin] Made reservation on behalf of 5b860a21d7ab4f40bec0e2c6d626137b for: {'network': 1} {{(pid=84268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:14:33.476992 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-97e21c52-f890-4f82-a0fe-c4d00cc3a7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for network, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:33.490637 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-97e21c52-f890-4f82-a0fe-c4d00cc3a7be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:33.510740 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-97e21c52-f890-4f82-a0fe-c4d00cc3a7be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:14:33.514926 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-97e21c52-f890-4f82-a0fe-c4d00cc3a7be admin admin] Usage tracker for resource:security_group_rule and tenant:5b860a21d7ab4f40bec0e2c6d626137b is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:14:33.518120 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-97e21c52-f890-4f82-a0fe-c4d00cc3a7be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:14:33.527302 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-97e21c52-f890-4f82-a0fe-c4d00cc3a7be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:14:33.670073 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-97e21c52-f890-4f82-a0fe-c4d00cc3a7be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:33.673404 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-97e21c52-f890-4f82-a0fe-c4d00cc3a7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:33.678207 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-8dceb021-dead-4a80-aea4-cfc8e1aaec23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:33.704830 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97e21c52-f890-4f82-a0fe-c4d00cc3a7be admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'}  {{(pid=84268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 12:14:33.719718 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e21c52-f890-4f82-a0fe-c4d00cc3a7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7592d5f-da9d-4df7-9163-0b7a69bef8dc,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:33.725075 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-97e21c52-f890-4f82-a0fe-c4d00cc3a7be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:33.726101 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-97e21c52-f890-4f82-a0fe-c4d00cc3a7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:33.726571 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.segments_db [None req-97e21c52-f890-4f82-a0fe-c4d00cc3a7be admin admin] Added segment 9a04965e-17e8-421b-b3b5-c546a093fc82 of type vlan for network d9e5f093-7578-4389-b6f1-904db7c34424
Apr 05 12:14:33.758120 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-97e21c52-f890-4f82-a0fe-c4d00cc3a7be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737139937617'] for network, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:33.793841 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-97e21c52-f890-4f82-a0fe-c4d00cc3a7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131'] for network, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:33.795305 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e21c52-f890-4f82-a0fe-c4d00cc3a7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:33.795952 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-97e21c52-f890-4f82-a0fe-c4d00cc3a7be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for network, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:33.801272 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:33.929063 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-97e21c52-f890-4f82-a0fe-c4d00cc3a7be admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4902298
Apr 05 12:14:33.932291 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 48792) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:14:33.932510 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e21c52-f890-4f82-a0fe-c4d00cc3a7be admin admin] Pushing event updated for resources: {'Network': ['ID=d9e5f093-7578-4389-b6f1-904db7c34424,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:33.935244 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-97e21c52-f890-4f82-a0fe-c4d00cc3a7be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:33.939360 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-4093e3fd-fec2-486b-ac9f-b63d33c8f342 admin admin] Request body: {'subnet': {'network_id': 'd9e5f093-7578-4389-b6f1-904db7c34424', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-999550131-subnet', 'tenant_id': '5b860a21d7ab4f40bec0e2c6d626137b', 'ip_version': 4}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:14:33.943791 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Network d9e5f093-7578-4389-b6f1-904db7c34424 details requested by agent ovs-agent-dv-cinder-784763-1-iscsi with host dv-cinder-784763-1-iscsi {{(pid=84270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 12:14:33.955746 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4093e3fd-fec2-486b-ac9f-b63d33c8f342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:14:33.962567 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-4093e3fd-fec2-486b-ac9f-b63d33c8f342 admin admin] Usage tracker for resource:subnet and tenant:5b860a21d7ab4f40bec0e2c6d626137b is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:14:33.965799 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-4093e3fd-fec2-486b-ac9f-b63d33c8f342 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:14:33.973889 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4093e3fd-fec2-486b-ac9f-b63d33c8f342 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:14:33.984465 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4093e3fd-fec2-486b-ac9f-b63d33c8f342 admin admin] Made reservation on behalf of 5b860a21d7ab4f40bec0e2c6d626137b for: {'subnet': 1} {{(pid=84269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:14:33.989495 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4093e3fd-fec2-486b-ac9f-b63d33c8f342 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851746051'] for subnet, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:34.340436 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device f21c31c0-f9f5-40f5-a53f-51820e43ed3b up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:14:34.427873 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning for port f21c31c0-f9f5-40f5-a53f-51820e43ed3b completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:14:34.434005 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port f21c31c0-f9f5-40f5-a53f-51820e43ed3b triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:14:34.434542 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:34.495894 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4093e3fd-fec2-486b-ac9f-b63d33c8f342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852080937', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851746098'] for subnet, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:34.513186 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-476248f2-9dae-443c-a1b2-cd5f4d1841aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:34.572349 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:34.591720 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] For port f21c31c0-f9f5-40f5-a53f-51820e43ed3b, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=f21c31c0-f9f5-40f5-a53f-51820e43ed3b,segment=NetworkSegment(9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6),segment_id=9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:14:34.595373 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:34.597362 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:34.640954 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4093e3fd-fec2-486b-ac9f-b63d33c8f342 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e7f4d92-337b-4853-954f-7baac4a9d526,revision_number=0']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:34.646261 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-4093e3fd-fec2-486b-ac9f-b63d33c8f342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:34.676731 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Pushing event updated for resources: {'Port': ['ID=f21c31c0-f9f5-40f5-a53f-51820e43ed3b,revision_number=4']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:34.687772 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:34.720383 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4093e3fd-fec2-486b-ac9f-b63d33c8f342 admin admin] Checking segment: {'id': '9a04965e-17e8-421b-b3b5-c546a093fc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd9e5f093-7578-4389-b6f1-904db7c34424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:14:34.720896 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4093e3fd-fec2-486b-ac9f-b63d33c8f342 admin admin] Network hostable DHCP agents. Network: d9e5f093-7578-4389-b6f1-904db7c34424, hostable agents: ['09bf275b-3c10-4287-a080-17cf02d540e7'], hosted agents: [] {{(pid=84269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 12:14:34.741912 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4093e3fd-fec2-486b-ac9f-b63d33c8f342 admin admin] Network d9e5f093-7578-4389-b6f1-904db7c34424 is scheduled to be hosted by DHCP agent 09bf275b-3c10-4287-a080-17cf02d540e7 with binding_index 1 {{(pid=84269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 12:14:34.751915 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-4093e3fd-fec2-486b-ac9f-b63d33c8f342 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784763-1-iscsi, d9e5f093-7578-4389-b6f1-904db7c34424) {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:14:34.762562 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c1b4f7-2427-4b19-a83b-e46d81719e72 None None] Network d9e5f093-7578-4389-b6f1-904db7c34424 requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:14:34.769092 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4093e3fd-fec2-486b-ac9f-b63d33c8f342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:34.770719 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4093e3fd-fec2-486b-ac9f-b63d33c8f342 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:34.796005 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-4093e3fd-fec2-486b-ac9f-b63d33c8f342 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.8599932
Apr 05 12:14:34.796402 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 48798) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:14:34.802604 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-9a75d4c9-2b12-45ee-9bb9-0c1044304469 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-999550131-router', 'tenant_id': '5b860a21d7ab4f40bec0e2c6d626137b', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'}}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:14:34.807908 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9a75d4c9-2b12-45ee-9bb9-0c1044304469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:14:34.812353 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-9a75d4c9-2b12-45ee-9bb9-0c1044304469 admin admin] Usage tracker for resource:router and tenant:5b860a21d7ab4f40bec0e2c6d626137b is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:14:34.815535 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-9a75d4c9-2b12-45ee-9bb9-0c1044304469 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:14:34.823141 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-9a75d4c9-2b12-45ee-9bb9-0c1044304469 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:14:34.834949 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9a75d4c9-2b12-45ee-9bb9-0c1044304469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773687'] for router, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:34.837397 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9a75d4c9-2b12-45ee-9bb9-0c1044304469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854366841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854330512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854383299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2110'] for router, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:34.853780 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9a75d4c9-2b12-45ee-9bb9-0c1044304469 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:35.005004 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcea11d-25b0-4725-8b3a-b803392083c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1982f07b-7870-5634-aae6-8a59c2355e32-d9e5f093-7578-4389-b6f1-904db7c34424', 'network_id': 'd9e5f093-7578-4389-b6f1-904db7c34424', 'tenant_id': '5b860a21d7ab4f40bec0e2c6d626137b', 'fixed_ips': [{'subnet_id': '0e7f4d92-337b-4853-954f-7baac4a9d526'}]}} from dv-cinder-784763-1-iscsi. {{(pid=84270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 05 12:14:35.005940 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-edcea11d-25b0-4725-8b3a-b803392083c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:35.186861 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-edcea11d-25b0-4725-8b3a-b803392083c1 None None] Allocated IP 172.20.0.2 (d9e5f093-7578-4389-b6f1-904db7c34424/0e7f4d92-337b-4853-954f-7baac4a9d526/18f26105-0c46-47f6-bb71-1f403cb9cf23) {{(pid=84270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:14:35.400517 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9a75d4c9-2b12-45ee-9bb9-0c1044304469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854330527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854367201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2095'] for router, precommit_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:35.415698 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-edcea11d-25b0-4725-8b3a-b803392083c1 None None] Notify callbacks [] for port, precommit_create {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:35.432451 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-edcea11d-25b0-4725-8b3a-b803392083c1 None None] Transition to ACTIVE for port object 18f26105-0c46-47f6-bb71-1f403cb9cf23 will not be triggered until provisioned by entity L2. {{(pid=84270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:14:35.459759 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-edcea11d-25b0-4725-8b3a-b803392083c1 None None] Transition to ACTIVE for port object 18f26105-0c46-47f6-bb71-1f403cb9cf23 will not be triggered until provisioned by entity DHCP. {{(pid=84270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:14:35.464820 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-edcea11d-25b0-4725-8b3a-b803392083c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368'] for port, after_create {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:35.482394 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:35.618335 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcea11d-25b0-4725-8b3a-b803392083c1 None None] Pushing event updated for resources: {'Port': ['ID=18f26105-0c46-47f6-bb71-1f403cb9cf23,revision_number=1']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:35.622982 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-edcea11d-25b0-4725-8b3a-b803392083c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:35.675128 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcea11d-25b0-4725-8b3a-b803392083c1 None None] Network d9e5f093-7578-4389-b6f1-904db7c34424 is already hosted by enough agents. {{(pid=84270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:14:35.676348 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-edcea11d-25b0-4725-8b3a-b803392083c1 None None] Resources bound (agent type, host, resource id):  {{(pid=84270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:14:35.678676 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcea11d-25b0-4725-8b3a-b803392083c1 None None] Received port after_create {{(pid=84270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:14:35.768454 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9a75d4c9-2b12-45ee-9bb9-0c1044304469 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:35.773599 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-edcea11d-25b0-4725-8b3a-b803392083c1 None None] Attempting to bind port 18f26105-0c46-47f6-bb71-1f403cb9cf23 on host dv-cinder-784763-1-iscsi for vnic_type normal with profile  {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:14:35.774023 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-edcea11d-25b0-4725-8b3a-b803392083c1 None None] Attempting to bind port 18f26105-0c46-47f6-bb71-1f403cb9cf23 by drivers openvswitch,hyperv on host dv-cinder-784763-1-iscsi at level 0 using segments [{'id': '9a04965e-17e8-421b-b3b5-c546a093fc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd9e5f093-7578-4389-b6f1-904db7c34424'}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:14:35.774463 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcea11d-25b0-4725-8b3a-b803392083c1 None None] Attempting to bind port 18f26105-0c46-47f6-bb71-1f403cb9cf23 on network d9e5f093-7578-4389-b6f1-904db7c34424 {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:14:35.780454 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcea11d-25b0-4725-8b3a-b803392083c1 None None] Checking agent: {'id': '93e0106f-7977-40cd-8b89-dc51f73202a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 25), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:14:35.780877 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcea11d-25b0-4725-8b3a-b803392083c1 None None] Checking segment: {'id': '9a04965e-17e8-421b-b3b5-c546a093fc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd9e5f093-7578-4389-b6f1-904db7c34424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:14:35.781300 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-edcea11d-25b0-4725-8b3a-b803392083c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:35.781738 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcea11d-25b0-4725-8b3a-b803392083c1 None None] Bound using segment: {'id': '9a04965e-17e8-421b-b3b5-c546a093fc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd9e5f093-7578-4389-b6f1-904db7c34424'} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:14:35.782328 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-edcea11d-25b0-4725-8b3a-b803392083c1 None None] Bound port: 18f26105-0c46-47f6-bb71-1f403cb9cf23, host: dv-cinder-784763-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a04965e-17e8-421b-b3b5-c546a093fc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd9e5f093-7578-4389-b6f1-904db7c34424'}}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:14:35.782746 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-edcea11d-25b0-4725-8b3a-b803392083c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:35.802509 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9a75d4c9-2b12-45ee-9bb9-0c1044304469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:35.874505 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-edcea11d-25b0-4725-8b3a-b803392083c1 None None] For port 18f26105-0c46-47f6-bb71-1f403cb9cf23, host dv-cinder-784763-1-iscsi, cleared binding levels {{(pid=84270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:14:35.878156 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-edcea11d-25b0-4725-8b3a-b803392083c1 None None] For port 18f26105-0c46-47f6-bb71-1f403cb9cf23, host dv-cinder-784763-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=18f26105-0c46-47f6-bb71-1f403cb9cf23,segment=NetworkSegment(9a04965e-17e8-421b-b3b5-c546a093fc82),segment_id=9a04965e-17e8-421b-b3b5-c546a093fc82)] {{(pid=84270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:14:35.882690 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-edcea11d-25b0-4725-8b3a-b803392083c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:35.897749 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:35.958045 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-9a75d4c9-2b12-45ee-9bb9-0c1044304469 admin admin] Allocated IP 172.27.0.114 (9d12ef10-d92d-4db6-ae05-ceb86a15802e/0ceae222-356e-4bb7-8260-995ea8a55dd5/16fcf319-1b59-4fde-9261-6cb68dbfae06) {{(pid=84268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:14:36.053495 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcea11d-25b0-4725-8b3a-b803392083c1 None None] Pushing event updated for resources: {'Port': ['ID=18f26105-0c46-47f6-bb71-1f403cb9cf23,revision_number=2']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:36.057128 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-edcea11d-25b0-4725-8b3a-b803392083c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:36.129725 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9a75d4c9-2b12-45ee-9bb9-0c1044304469 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:36.163265 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9a75d4c9-2b12-45ee-9bb9-0c1044304469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:36.180304 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ca75428e-dcdb-4ed6-9c96-21f1cce79bf6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:36.296274 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device f21c31c0-f9f5-40f5-a53f-51820e43ed3b up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:14:36.321612 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75d4c9-2b12-45ee-9bb9-0c1044304469 admin admin] Pushing event updated for resources: {'Port': ['ID=16fcf319-1b59-4fde-9261-6cb68dbfae06,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:36.326443 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-9a75d4c9-2b12-45ee-9bb9-0c1044304469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:36.374509 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port f21c31c0-f9f5-40f5-a53f-51820e43ed3b triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:14:36.375456 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:36.377451 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a75d4c9-2b12-45ee-9bb9-0c1044304469 admin admin] Network 9d12ef10-d92d-4db6-ae05-ceb86a15802e is already hosted by enough agents. {{(pid=84268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:14:36.379035 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-9a75d4c9-2b12-45ee-9bb9-0c1044304469 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:14:36.381834 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a75d4c9-2b12-45ee-9bb9-0c1044304469 admin admin] Received port after_create {{(pid=84268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:14:36.712325 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825c97a3-ae0f-474d-b556-aee489abdf38 None None] Sync routers for ids ['9f968499-7b30-4e76-9c7d-32b4ae5b2cc4'] in dv-cinder-784763-1-iscsi {{(pid=84271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:14:36.722281 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825c97a3-ae0f-474d-b556-aee489abdf38 None None] Routers {'9f968499-7b30-4e76-9c7d-32b4ae5b2cc4'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:14:36.722945 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-825c97a3-ae0f-474d-b556-aee489abdf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2461a6f080>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:14:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['9f968499-7b30-4e76-9c7d-32b4ae5b2cc4'], 'active': True} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:36.851682 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9a75d4c9-2b12-45ee-9bb9-0c1044304469 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:37.071905 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-825c97a3-ae0f-474d-b556-aee489abdf38 None None] Set router 9f968499-7b30-4e76-9c7d-32b4ae5b2cc4 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:14:37.238758 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9a75d4c9-2b12-45ee-9bb9-0c1044304469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-408598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-445342'] for router, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:37.420481 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-825c97a3-ae0f-474d-b556-aee489abdf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2461a6f080>, [{'id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'name': 'tempest-TestShelveInstance-184935625-router', 'tenant_id': '59ab3fb82a794070a1c024d576d5e87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'f21c31c0-f9f5-40f5-a53f-51820e43ed3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:14:26Z', 'updated_at': '2021-04-05T12:14:31Z', 'revision_number': 4, 'project_id': '59ab3fb82a794070a1c024d576d5e87b', 'gw_port': {'id': 'f21c31c0-f9f5-40f5-a53f-51820e43ed3b', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:61:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:14:27Z', 'updated_at': '2021-04-05T12:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': 'e3fa5db7-93cd-4367-afd7-78fe5b27cf2c', 'name': '', 'network_id': 'a3a55611-a0f0-4df9-b637-46ecc7406414', 'tenant_id': '59ab3fb82a794070a1c024d576d5e87b', 'mac_address': 'fa:16:3e:9d:23:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:14:30Z', 'updated_at': '2021-04-05T12:14:31Z', 'revision_number': 2, 'project_id': '59ab3fb82a794070a1c024d576d5e87b', 'subnets': [{'id': '15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:37.424589 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825c97a3-ae0f-474d-b556-aee489abdf38 None None] Checking router: 9f968499-7b30-4e76-9c7d-32b4ae5b2cc4 for host: dv-cinder-784763-1-iscsi {{(pid=84271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:14:37.425149 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825c97a3-ae0f-474d-b556-aee489abdf38 None None] Updating router 9f968499-7b30-4e76-9c7d-32b4ae5b2cc4 port e3fa5db7-93cd-4367-afd7-78fe5b27cf2c binding host dv-cinder-784763-1-iscsi {{(pid=84271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 12:14:37.464186 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a75d4c9-2b12-45ee-9bb9-0c1044304469 admin admin] Router 2a8d72cc-af96-44b6-9096-7d3f4c600651 is scheduled to L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d with binding_index 1 {{(pid=84268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 05 12:14:37.496998 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-825c97a3-ae0f-474d-b556-aee489abdf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:37.520492 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ec400d-aee7-4bb0-9a6c-0dedc4c411c3 None None] Network d9e5f093-7578-4389-b6f1-904db7c34424 requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:14:37.805640 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-28aa6928-a0bd-426e-a783-04feb570e984 None None] Provisioning for port 18f26105-0c46-47f6-bb71-1f403cb9cf23 completed by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:14:37.925461 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a75d4c9-2b12-45ee-9bb9-0c1044304469 admin admin] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:14:37.947960 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893f00eb-e6ba-4608-88e1-e94b5e04b4da None None] Sync routers for ids ['2a8d72cc-af96-44b6-9096-7d3f4c600651'] in dv-cinder-784763-1-iscsi {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:14:37.949443 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9a75d4c9-2b12-45ee-9bb9-0c1044304469 admin admin] Notify callbacks [] for router, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:37.950080 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-825c97a3-ae0f-474d-b556-aee489abdf38 None None] Notify callbacks [] for port, precommit_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:37.950788 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-9a75d4c9-2b12-45ee-9bb9-0c1044304469 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.1533551
Apr 05 12:14:37.953585 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 48808) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:14:37.966824 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-825c97a3-ae0f-474d-b556-aee489abdf38 None None] Transition to ACTIVE for port object e3fa5db7-93cd-4367-afd7-78fe5b27cf2c will not be triggered until provisioned by entity L2. {{(pid=84271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:14:37.968359 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893f00eb-e6ba-4608-88e1-e94b5e04b4da None None] Routers {'2a8d72cc-af96-44b6-9096-7d3f4c600651'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:14:37.969049 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-893f00eb-e6ba-4608-88e1-e94b5e04b4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460e055c0>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:14:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['2a8d72cc-af96-44b6-9096-7d3f4c600651'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:37.973939 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-825c97a3-ae0f-474d-b556-aee489abdf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:37.990013 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-10dc852f-9919-48f0-8df4-3fec638c414d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:38.183434 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-893f00eb-e6ba-4608-88e1-e94b5e04b4da None None] Set router 2a8d72cc-af96-44b6-9096-7d3f4c600651 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:14:38.216328 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3ac52-f6a2-46b3-babe-13c09ec582eb None None] Pushing event updated for resources: {'Port': ['ID=e3fa5db7-93cd-4367-afd7-78fe5b27cf2c,revision_number=3']} {{(pid=84271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:38.342299 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3ac52-f6a2-46b3-babe-13c09ec582eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:38.342299 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3ac52-f6a2-46b3-babe-13c09ec582eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:38.342299 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3ac52-f6a2-46b3-babe-13c09ec582eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:38.342299 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3ac52-f6a2-46b3-babe-13c09ec582eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:38.342299 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3ac52-f6a2-46b3-babe-13c09ec582eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:38.342299 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3ac52-f6a2-46b3-babe-13c09ec582eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:38.342299 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3ac52-f6a2-46b3-babe-13c09ec582eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:38.342299 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3ac52-f6a2-46b3-babe-13c09ec582eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:38.342299 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3ac52-f6a2-46b3-babe-13c09ec582eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:38.355905 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3ac52-f6a2-46b3-babe-13c09ec582eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:38.356630 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3ac52-f6a2-46b3-babe-13c09ec582eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:38.357438 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f3ac52-f6a2-46b3-babe-13c09ec582eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:38.367944 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-11f3ac52-f6a2-46b3-babe-13c09ec582eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:38.407895 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 18f26105-0c46-47f6-bb71-1f403cb9cf23 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:14:38.525067 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-825c97a3-ae0f-474d-b556-aee489abdf38 None None] Attempting to bind port e3fa5db7-93cd-4367-afd7-78fe5b27cf2c on host dv-cinder-784763-1-iscsi for vnic_type normal with profile  {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:14:38.525480 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-825c97a3-ae0f-474d-b556-aee489abdf38 None None] Attempting to bind port e3fa5db7-93cd-4367-afd7-78fe5b27cf2c by drivers openvswitch,hyperv on host dv-cinder-784763-1-iscsi at level 0 using segments [{'id': '5b92adec-2cbb-449d-8979-ec4b58c936f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a3a55611-a0f0-4df9-b637-46ecc7406414'}] {{(pid=84271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:14:38.526233 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825c97a3-ae0f-474d-b556-aee489abdf38 None None] Attempting to bind port e3fa5db7-93cd-4367-afd7-78fe5b27cf2c on network a3a55611-a0f0-4df9-b637-46ecc7406414 {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:14:38.538953 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825c97a3-ae0f-474d-b556-aee489abdf38 None None] Checking agent: {'id': '93e0106f-7977-40cd-8b89-dc51f73202a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 25), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:14:38.539911 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825c97a3-ae0f-474d-b556-aee489abdf38 None None] Checking segment: {'id': '5b92adec-2cbb-449d-8979-ec4b58c936f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a3a55611-a0f0-4df9-b637-46ecc7406414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:14:38.540365 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-825c97a3-ae0f-474d-b556-aee489abdf38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:38.540803 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825c97a3-ae0f-474d-b556-aee489abdf38 None None] Bound using segment: {'id': '5b92adec-2cbb-449d-8979-ec4b58c936f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a3a55611-a0f0-4df9-b637-46ecc7406414'} {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:14:38.541463 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-825c97a3-ae0f-474d-b556-aee489abdf38 None None] Bound port: e3fa5db7-93cd-4367-afd7-78fe5b27cf2c, host: dv-cinder-784763-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b92adec-2cbb-449d-8979-ec4b58c936f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a3a55611-a0f0-4df9-b637-46ecc7406414'}}] {{(pid=84271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:14:38.541876 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-825c97a3-ae0f-474d-b556-aee489abdf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:38.645745 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-825c97a3-ae0f-474d-b556-aee489abdf38 None None] For port e3fa5db7-93cd-4367-afd7-78fe5b27cf2c, host dv-cinder-784763-1-iscsi, cleared binding levels {{(pid=84271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:14:38.650283 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-825c97a3-ae0f-474d-b556-aee489abdf38 None None] For port e3fa5db7-93cd-4367-afd7-78fe5b27cf2c, host dv-cinder-784763-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=e3fa5db7-93cd-4367-afd7-78fe5b27cf2c,segment=NetworkSegment(5b92adec-2cbb-449d-8979-ec4b58c936f9),segment_id=5b92adec-2cbb-449d-8979-ec4b58c936f9)] {{(pid=84271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:14:38.654377 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-825c97a3-ae0f-474d-b556-aee489abdf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:38.669896 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-fe5fc480-fd21-4709-b46b-a326fc73c0ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:38.681832 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning for port 18f26105-0c46-47f6-bb71-1f403cb9cf23 completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:14:38.693948 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port 18f26105-0c46-47f6-bb71-1f403cb9cf23 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:14:38.694406 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:38.825486 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3ac52-f6a2-46b3-babe-13c09ec582eb None None] Pushing event updated for resources: {'Port': ['ID=e3fa5db7-93cd-4367-afd7-78fe5b27cf2c,revision_number=4']} {{(pid=84271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:38.827456 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4dbf431-6fb3-45b8-89d6-2b482a81583f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:38.828779 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-11f3ac52-f6a2-46b3-babe-13c09ec582eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:38.862590 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-893f00eb-e6ba-4608-88e1-e94b5e04b4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460e055c0>, [{'id': '2a8d72cc-af96-44b6-9096-7d3f4c600651', 'name': 'tempest-TestShelveInstance-999550131-router', 'tenant_id': '5b860a21d7ab4f40bec0e2c6d626137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '16fcf319-1b59-4fde-9261-6cb68dbfae06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:14:34Z', 'updated_at': '2021-04-05T12:14:36Z', 'revision_number': 3, 'project_id': '5b860a21d7ab4f40bec0e2c6d626137b', 'gw_port': {'id': '16fcf319-1b59-4fde-9261-6cb68dbfae06', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8d72cc-af96-44b6-9096-7d3f4c600651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:14:35Z', 'updated_at': '2021-04-05T12:14:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi'}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:38.871611 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825c97a3-ae0f-474d-b556-aee489abdf38 None None] Routers {'9f968499-7b30-4e76-9c7d-32b4ae5b2cc4'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:14:38.871895 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893f00eb-e6ba-4608-88e1-e94b5e04b4da None None] Checking router: 2a8d72cc-af96-44b6-9096-7d3f4c600651 for host: dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:14:38.872284 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-825c97a3-ae0f-474d-b556-aee489abdf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2461a6f080>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:14:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['9f968499-7b30-4e76-9c7d-32b4ae5b2cc4'], 'active': True} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:38.872405 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893f00eb-e6ba-4608-88e1-e94b5e04b4da None None] Updating router 2a8d72cc-af96-44b6-9096-7d3f4c600651 port 16fcf319-1b59-4fde-9261-6cb68dbfae06 binding host dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 12:14:38.904501 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:38.963269 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-893f00eb-e6ba-4608-88e1-e94b5e04b4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:39.012052 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] For port 18f26105-0c46-47f6-bb71-1f403cb9cf23, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=18f26105-0c46-47f6-bb71-1f403cb9cf23,segment=NetworkSegment(9a04965e-17e8-421b-b3b5-c546a093fc82),segment_id=9a04965e-17e8-421b-b3b5-c546a093fc82)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:14:39.028482 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:39.032472 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-edcea11d-25b0-4725-8b3a-b803392083c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:39.072450 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-825c97a3-ae0f-474d-b556-aee489abdf38 None None] Set router 9f968499-7b30-4e76-9c7d-32b4ae5b2cc4 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:14:39.123618 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-e4dbf431-6fb3-45b8-89d6-2b482a81583f admin admin] Allocated IP 172.20.0.1 (d9e5f093-7578-4389-b6f1-904db7c34424/0e7f4d92-337b-4853-954f-7baac4a9d526/bc5d15ec-7656-4937-af66-fe8b6e641edd) {{(pid=84268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:14:39.246855 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Pushing event updated for resources: {'Port': ['ID=18f26105-0c46-47f6-bb71-1f403cb9cf23,revision_number=3']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:39.254165 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:39.314390 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4dbf431-6fb3-45b8-89d6-2b482a81583f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:39.331366 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e4dbf431-6fb3-45b8-89d6-2b482a81583f admin admin] Transition to ACTIVE for port object bc5d15ec-7656-4937-af66-fe8b6e641edd will not be triggered until provisioned by entity DHCP. {{(pid=84268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:14:39.358595 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4dbf431-6fb3-45b8-89d6-2b482a81583f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:39.374761 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-acc05e41-30f1-4836-ab52-ca1a9f53d379 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:39.417655 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-825c97a3-ae0f-474d-b556-aee489abdf38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2461a6f080>, [{'id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'name': 'tempest-TestShelveInstance-184935625-router', 'tenant_id': '59ab3fb82a794070a1c024d576d5e87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'f21c31c0-f9f5-40f5-a53f-51820e43ed3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:14:26Z', 'updated_at': '2021-04-05T12:14:31Z', 'revision_number': 4, 'project_id': '59ab3fb82a794070a1c024d576d5e87b', 'gw_port': {'id': 'f21c31c0-f9f5-40f5-a53f-51820e43ed3b', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:61:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:14:27Z', 'updated_at': '2021-04-05T12:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': 'e3fa5db7-93cd-4367-afd7-78fe5b27cf2c', 'name': '', 'network_id': 'a3a55611-a0f0-4df9-b637-46ecc7406414', 'tenant_id': '59ab3fb82a794070a1c024d576d5e87b', 'mac_address': 'fa:16:3e:9d:23:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:14:30Z', 'updated_at': '2021-04-05T12:14:38Z', 'revision_number': 4, 'project_id': '59ab3fb82a794070a1c024d576d5e87b', 'subnets': [{'id': '15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:39.422140 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825c97a3-ae0f-474d-b556-aee489abdf38 None None] The sync data for ids ['9f968499-7b30-4e76-9c7d-32b4ae5b2cc4'] in dv-cinder-784763-1-iscsi is: [{'id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'name': 'tempest-TestShelveInstance-184935625-router', 'tenant_id': '59ab3fb82a794070a1c024d576d5e87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'f21c31c0-f9f5-40f5-a53f-51820e43ed3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:14:26Z', 'updated_at': '2021-04-05T12:14:31Z', 'revision_number': 4, 'project_id': '59ab3fb82a794070a1c024d576d5e87b', 'gw_port': {'id': 'f21c31c0-f9f5-40f5-a53f-51820e43ed3b', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:61:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:14:27Z', 'updated_at': '2021-04-05T12:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': 'e3fa5db7-93cd-4367-afd7-78fe5b27cf2c', 'name': '', 'network_id': 'a3a55611-a0f0-4df9-b637-46ecc7406414', 'tenant_id': '59ab3fb82a794070a1c024d576d5e87b', 'mac_address': 'fa:16:3e:9d:23:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:14:30Z', 'updated_at': '2021-04-05T12:14:38Z', 'revision_number': 4, 'project_id': '59ab3fb82a794070a1c024d576d5e87b', 'subnets': [{'id': '15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:14:39.462999 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 6 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:14:39.504748 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-893f00eb-e6ba-4608-88e1-e94b5e04b4da None None] Notify callbacks [] for port, precommit_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:39.512732 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dbf431-6fb3-45b8-89d6-2b482a81583f admin admin] Pushing event updated for resources: {'Port': ['ID=bc5d15ec-7656-4937-af66-fe8b6e641edd,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:39.517761 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-893f00eb-e6ba-4608-88e1-e94b5e04b4da None None] Transition to ACTIVE for port object 16fcf319-1b59-4fde-9261-6cb68dbfae06 will not be triggered until provisioned by entity L2. {{(pid=84270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:14:39.517947 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e4dbf431-6fb3-45b8-89d6-2b482a81583f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:39.525704 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-893f00eb-e6ba-4608-88e1-e94b5e04b4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:39.542582 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:39.571769 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dbf431-6fb3-45b8-89d6-2b482a81583f admin admin] Network d9e5f093-7578-4389-b6f1-904db7c34424 is already hosted by enough agents. {{(pid=84268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:14:39.573053 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-e4dbf431-6fb3-45b8-89d6-2b482a81583f admin admin] Resources bound (agent type, host, resource id):  {{(pid=84268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:14:39.575575 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dbf431-6fb3-45b8-89d6-2b482a81583f admin admin] Received port after_create {{(pid=84268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:14:39.662423 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4dbf431-6fb3-45b8-89d6-2b482a81583f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854369981'] for router_interface, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:39.686158 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d579d8-12f0-4775-a4ed-ccce2218c839 None None] Pushing event updated for resources: {'Port': ['ID=16fcf319-1b59-4fde-9261-6cb68dbfae06,revision_number=2']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:39.689592 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-18d579d8-12f0-4775-a4ed-ccce2218c839 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:39.769097 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-893f00eb-e6ba-4608-88e1-e94b5e04b4da None None] Attempting to bind port 16fcf319-1b59-4fde-9261-6cb68dbfae06 on host dv-cinder-784763-1-iscsi for vnic_type normal with profile  {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:14:39.770570 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-893f00eb-e6ba-4608-88e1-e94b5e04b4da None None] Attempting to bind port 16fcf319-1b59-4fde-9261-6cb68dbfae06 by drivers openvswitch,hyperv on host dv-cinder-784763-1-iscsi at level 0 using segments [{'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:14:39.771085 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893f00eb-e6ba-4608-88e1-e94b5e04b4da None None] Attempting to bind port 16fcf319-1b59-4fde-9261-6cb68dbfae06 on network 9d12ef10-d92d-4db6-ae05-ceb86a15802e {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:14:39.780136 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893f00eb-e6ba-4608-88e1-e94b5e04b4da None None] Checking agent: {'id': '93e0106f-7977-40cd-8b89-dc51f73202a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 25), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:14:39.780661 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893f00eb-e6ba-4608-88e1-e94b5e04b4da None None] Checking segment: {'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:14:39.781190 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-893f00eb-e6ba-4608-88e1-e94b5e04b4da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:39.781708 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893f00eb-e6ba-4608-88e1-e94b5e04b4da None None] Bound using segment: {'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'} {{(pid=84270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:14:39.782356 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-893f00eb-e6ba-4608-88e1-e94b5e04b4da None None] Bound port: 16fcf319-1b59-4fde-9261-6cb68dbfae06, host: dv-cinder-784763-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'}}] {{(pid=84270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:14:39.782859 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-893f00eb-e6ba-4608-88e1-e94b5e04b4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:39.811466 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4dbf431-6fb3-45b8-89d6-2b482a81583f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:39.875801 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-893f00eb-e6ba-4608-88e1-e94b5e04b4da None None] For port 16fcf319-1b59-4fde-9261-6cb68dbfae06, host dv-cinder-784763-1-iscsi, cleared binding levels {{(pid=84270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:14:39.879696 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-893f00eb-e6ba-4608-88e1-e94b5e04b4da None None] For port 16fcf319-1b59-4fde-9261-6cb68dbfae06, host dv-cinder-784763-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=16fcf319-1b59-4fde-9261-6cb68dbfae06,segment=NetworkSegment(9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6),segment_id=9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6)] {{(pid=84270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:14:39.880790 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-153e6cc8-a6a4-4aad-8f04-3cab2a242c12 None None] Provisioning for port bc5d15ec-7656-4937-af66-fe8b6e641edd completed by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:14:39.886624 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-893f00eb-e6ba-4608-88e1-e94b5e04b4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:39.902480 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:39.932725 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-153e6cc8-a6a4-4aad-8f04-3cab2a242c12 None None] Provisioning complete for port bc5d15ec-7656-4937-af66-fe8b6e641edd triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:14:39.933143 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-153e6cc8-a6a4-4aad-8f04-3cab2a242c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:40.098032 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-153e6cc8-a6a4-4aad-8f04-3cab2a242c12 None None] Port bc5d15ec-7656-4937-af66-fe8b6e641edd cannot update to ACTIVE because it is not bound. {{(pid=84270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 12:14:40.119207 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4dbf431-6fb3-45b8-89d6-2b482a81583f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:40.123503 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4dbf431-6fb3-45b8-89d6-2b482a81583f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851385328'] for port, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:40.156940 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d579d8-12f0-4775-a4ed-ccce2218c839 None None] Pushing event updated for resources: {'Port': ['ID=16fcf319-1b59-4fde-9261-6cb68dbfae06,revision_number=3']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:40.163728 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-18d579d8-12f0-4775-a4ed-ccce2218c839 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:40.166509 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f76c3ac3-c7b5-446d-8b2e-db8c4404b9fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:40.180170 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893f00eb-e6ba-4608-88e1-e94b5e04b4da None None] Routers {'2a8d72cc-af96-44b6-9096-7d3f4c600651'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:14:40.180838 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-893f00eb-e6ba-4608-88e1-e94b5e04b4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460e055c0>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:14:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['2a8d72cc-af96-44b6-9096-7d3f4c600651'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:40.256407 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dbf431-6fb3-45b8-89d6-2b482a81583f admin admin] Pushing event updated for resources: {'Port': ['ID=bc5d15ec-7656-4937-af66-fe8b6e641edd,revision_number=2']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:40.259248 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4dbf431-6fb3-45b8-89d6-2b482a81583f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854215708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854374506'] for router_interface, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:40.333841 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e4dbf431-6fb3-45b8-89d6-2b482a81583f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:40.349727 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device e3fa5db7-93cd-4367-afd7-78fe5b27cf2c up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:14:40.409495 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dbf431-6fb3-45b8-89d6-2b482a81583f admin admin] Network d9e5f093-7578-4389-b6f1-904db7c34424 is already hosted by enough agents. {{(pid=84268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:14:40.411302 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-e4dbf431-6fb3-45b8-89d6-2b482a81583f admin admin] Resources bound (agent type, host, resource id):  {{(pid=84268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:14:40.445165 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-893f00eb-e6ba-4608-88e1-e94b5e04b4da None None] Set router 2a8d72cc-af96-44b6-9096-7d3f4c600651 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:14:40.623854 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4dbf431-6fb3-45b8-89d6-2b482a81583f admin admin] Router 2a8d72cc-af96-44b6-9096-7d3f4c600651 has already been hosted by L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d {{(pid=84268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 12:14:40.767931 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning for port e3fa5db7-93cd-4367-afd7-78fe5b27cf2c completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:14:40.797153 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port e3fa5db7-93cd-4367-afd7-78fe5b27cf2c triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:14:40.797572 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:40.821549 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4dbf431-6fb3-45b8-89d6-2b482a81583f admin admin] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:14:40.833409 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-e4dbf431-6fb3-45b8-89d6-2b482a81583f admin admin] 10.222.0.36 "PUT /v2.0/routers/2a8d72cc-af96-44b6-9096-7d3f4c600651/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8786085
Apr 05 12:14:40.887670 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-79e1f157-d9de-4f6b-9c72-5106720ffb11 None None] Provisioning complete for port bc5d15ec-7656-4937-af66-fe8b6e641edd triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:14:40.888143 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-79e1f157-d9de-4f6b-9c72-5106720ffb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:40.989035 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-79e1f157-d9de-4f6b-9c72-5106720ffb11 None None] Port bc5d15ec-7656-4937-af66-fe8b6e641edd cannot update to ACTIVE because it is not bound. {{(pid=84270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 12:14:41.116972 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:41.164980 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] For port e3fa5db7-93cd-4367-afd7-78fe5b27cf2c, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=e3fa5db7-93cd-4367-afd7-78fe5b27cf2c,segment=NetworkSegment(5b92adec-2cbb-449d-8979-ec4b58c936f9),segment_id=5b92adec-2cbb-449d-8979-ec4b58c936f9)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:14:41.169602 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:41.170522 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 18f26105-0c46-47f6-bb71-1f403cb9cf23 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:14:41.200914 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:41.300993 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-893f00eb-e6ba-4608-88e1-e94b5e04b4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460e055c0>, [{'id': '2a8d72cc-af96-44b6-9096-7d3f4c600651', 'name': 'tempest-TestShelveInstance-999550131-router', 'tenant_id': '5b860a21d7ab4f40bec0e2c6d626137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '16fcf319-1b59-4fde-9261-6cb68dbfae06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:14:34Z', 'updated_at': '2021-04-05T12:14:39Z', 'revision_number': 4, 'project_id': '5b860a21d7ab4f40bec0e2c6d626137b', 'gw_port': {'id': '16fcf319-1b59-4fde-9261-6cb68dbfae06', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8d72cc-af96-44b6-9096-7d3f4c600651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:14:35Z', 'updated_at': '2021-04-05T12:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': 'bc5d15ec-7656-4937-af66-fe8b6e641edd', 'name': '', 'network_id': 'd9e5f093-7578-4389-b6f1-904db7c34424', 'tenant_id': '5b860a21d7ab4f40bec0e2c6d626137b', 'mac_address': 'fa:16:3e:8b:a8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8d72cc-af96-44b6-9096-7d3f4c600651', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '0e7f4d92-337b-4853-954f-7baac4a9d526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:14:38Z', 'updated_at': '2021-04-05T12:14:39Z', 'revision_number': 2, 'project_id': '5b860a21d7ab4f40bec0e2c6d626137b', 'subnets': [{'id': '0e7f4d92-337b-4853-954f-7baac4a9d526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:41.310056 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893f00eb-e6ba-4608-88e1-e94b5e04b4da None None] The sync data for ids ['2a8d72cc-af96-44b6-9096-7d3f4c600651'] in dv-cinder-784763-1-iscsi is: [{'id': '2a8d72cc-af96-44b6-9096-7d3f4c600651', 'name': 'tempest-TestShelveInstance-999550131-router', 'tenant_id': '5b860a21d7ab4f40bec0e2c6d626137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '16fcf319-1b59-4fde-9261-6cb68dbfae06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:14:34Z', 'updated_at': '2021-04-05T12:14:39Z', 'revision_number': 4, 'project_id': '5b860a21d7ab4f40bec0e2c6d626137b', 'gw_port': {'id': '16fcf319-1b59-4fde-9261-6cb68dbfae06', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8d72cc-af96-44b6-9096-7d3f4c600651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:14:35Z', 'updated_at': '2021-04-05T12:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': 'bc5d15ec-7656-4937-af66-fe8b6e641edd', 'name': '', 'network_id': 'd9e5f093-7578-4389-b6f1-904db7c34424', 'tenant_id': '5b860a21d7ab4f40bec0e2c6d626137b', 'mac_address': 'fa:16:3e:8b:a8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8d72cc-af96-44b6-9096-7d3f4c600651', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '0e7f4d92-337b-4853-954f-7baac4a9d526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:14:38Z', 'updated_at': '2021-04-05T12:14:39Z', 'revision_number': 2, 'project_id': '5b860a21d7ab4f40bec0e2c6d626137b', 'subnets': [{'id': '0e7f4d92-337b-4853-954f-7baac4a9d526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:14:41.315885 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Pushing event updated for resources: {'Port': ['ID=e3fa5db7-93cd-4367-afd7-78fe5b27cf2c,revision_number=5']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:41.319715 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:41.330875 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port 18f26105-0c46-47f6-bb71-1f403cb9cf23 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:14:41.331297 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:41.705412 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 48824) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:14:41.711789 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-b501c3d7-6f9e-4236-a2a1-20cf25ad08d8 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-410393403', 'description': 'tempest-secgroup-smoke-410393403 description', 'project_id': '59ab3fb82a794070a1c024d576d5e87b'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:14:41.718308 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b501c3d7-6f9e-4236-a2a1-20cf25ad08d8 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:14:41.722869 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-b501c3d7-6f9e-4236-a2a1-20cf25ad08d8 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Usage tracker for resource:security_group and tenant:59ab3fb82a794070a1c024d576d5e87b is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:14:41.726104 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-b501c3d7-6f9e-4236-a2a1-20cf25ad08d8 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:14:41.732634 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b501c3d7-6f9e-4236-a2a1-20cf25ad08d8 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:14:41.745545 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b501c3d7-6f9e-4236-a2a1-20cf25ad08d8 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:41.768646 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b501c3d7-6f9e-4236-a2a1-20cf25ad08d8 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:14:41.773254 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-b501c3d7-6f9e-4236-a2a1-20cf25ad08d8 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Usage tracker for resource:security_group_rule and tenant:59ab3fb82a794070a1c024d576d5e87b is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:14:41.776634 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-b501c3d7-6f9e-4236-a2a1-20cf25ad08d8 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:14:41.782888 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b501c3d7-6f9e-4236-a2a1-20cf25ad08d8 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:14:41.864328 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b501c3d7-6f9e-4236-a2a1-20cf25ad08d8 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:41.867527 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b501c3d7-6f9e-4236-a2a1-20cf25ad08d8 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:41.873227 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-14b00fe7-d707-4917-85d3-c7d35eeb4ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:41.917411 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501c3d7-6f9e-4236-a2a1-20cf25ad08d8 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dac60ca2-bd55-4c43-89b8-e4b64a280d20,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:41.920712 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-b501c3d7-6f9e-4236-a2a1-20cf25ad08d8 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:41.921595 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b501c3d7-6f9e-4236-a2a1-20cf25ad08d8 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:41.923034 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-b501c3d7-6f9e-4236-a2a1-20cf25ad08d8 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2164712
Apr 05 12:14:41.926639 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 48830) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:14:41.933600 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-ec526800-1923-49e9-a8cd-620f482b7194 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Request body: {'security_group_rule': {'security_group_id': 'dac60ca2-bd55-4c43-89b8-e4b64a280d20', 'project_id': '59ab3fb82a794070a1c024d576d5e87b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:14:41.940421 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ec526800-1923-49e9-a8cd-620f482b7194 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:14:41.944966 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-ec526800-1923-49e9-a8cd-620f482b7194 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Usage tracker for resource:security_group_rule and tenant:59ab3fb82a794070a1c024d576d5e87b is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:14:41.948099 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-ec526800-1923-49e9-a8cd-620f482b7194 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:14:41.954452 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-ec526800-1923-49e9-a8cd-620f482b7194 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:14:41.972934 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec526800-1923-49e9-a8cd-620f482b7194 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:42.050309 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec526800-1923-49e9-a8cd-620f482b7194 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:42.055735 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec526800-1923-49e9-a8cd-620f482b7194 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411633'] for security_group_rule, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:42.058162 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-9d21eeec-afd0-4c46-ad45-69e57d40945c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:42.092046 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec526800-1923-49e9-a8cd-620f482b7194 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b1fc6d6-a0b6-4314-817e-40015c8d6e45,revision_number=0']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:42.094843 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ec526800-1923-49e9-a8cd-620f482b7194 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:42.115543 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ec526800-1923-49e9-a8cd-620f482b7194 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:42.117154 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-ec526800-1923-49e9-a8cd-620f482b7194 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1892748
Apr 05 12:14:42.122023 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 48834) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:14:42.128406 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-22999fd3-38cf-4418-a8c4-0e410c849220 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Request body: {'security_group_rule': {'security_group_id': 'dac60ca2-bd55-4c43-89b8-e4b64a280d20', 'project_id': '59ab3fb82a794070a1c024d576d5e87b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:14:42.139022 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-22999fd3-38cf-4418-a8c4-0e410c849220 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:14:42.143416 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-22999fd3-38cf-4418-a8c4-0e410c849220 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Usage tracker for resource:security_group_rule and tenant:59ab3fb82a794070a1c024d576d5e87b is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:14:42.147652 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-22999fd3-38cf-4418-a8c4-0e410c849220 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:14:42.154105 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-22999fd3-38cf-4418-a8c4-0e410c849220 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:14:42.173063 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-22999fd3-38cf-4418-a8c4-0e410c849220 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:42.241653 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-22999fd3-38cf-4418-a8c4-0e410c849220 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:42.245541 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-22999fd3-38cf-4418-a8c4-0e410c849220 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411633'] for security_group_rule, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:42.248041 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-fc315901-ff1c-4a5d-9566-c043dd2d811d tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:42.267255 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22999fd3-38cf-4418-a8c4-0e410c849220 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=244a09d7-b5d7-464a-8484-739f91f56269,revision_number=0']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:42.277499 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-22999fd3-38cf-4418-a8c4-0e410c849220 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:42.288535 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-22999fd3-38cf-4418-a8c4-0e410c849220 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:42.292823 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-22999fd3-38cf-4418-a8c4-0e410c849220 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1693177
Apr 05 12:14:42.293517 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 48838) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:14:42.299229 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-5afbfdb4-c492-48bb-beaa-6fe5c8c034ee tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Request body: {'security_group_rule': {'security_group_id': 'dac60ca2-bd55-4c43-89b8-e4b64a280d20', 'project_id': '59ab3fb82a794070a1c024d576d5e87b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:14:42.306738 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5afbfdb4-c492-48bb-beaa-6fe5c8c034ee tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:14:42.311006 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-5afbfdb4-c492-48bb-beaa-6fe5c8c034ee tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Usage tracker for resource:security_group_rule and tenant:59ab3fb82a794070a1c024d576d5e87b is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:14:42.314360 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-5afbfdb4-c492-48bb-beaa-6fe5c8c034ee tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:14:42.323060 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-5afbfdb4-c492-48bb-beaa-6fe5c8c034ee tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:14:42.341619 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5afbfdb4-c492-48bb-beaa-6fe5c8c034ee tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:42.383973 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device e3fa5db7-93cd-4367-afd7-78fe5b27cf2c up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:14:42.414464 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5afbfdb4-c492-48bb-beaa-6fe5c8c034ee tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:42.417425 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5afbfdb4-c492-48bb-beaa-6fe5c8c034ee tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411633'] for security_group_rule, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:42.419587 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:42.446750 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afbfdb4-c492-48bb-beaa-6fe5c8c034ee tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db8b22b5-5695-431b-89d2-3614341d27be,revision_number=0']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:42.451701 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-5afbfdb4-c492-48bb-beaa-6fe5c8c034ee tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:42.455379 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5afbfdb4-c492-48bb-beaa-6fe5c8c034ee tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:42.456563 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-5afbfdb4-c492-48bb-beaa-6fe5c8c034ee tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1620064
Apr 05 12:14:42.459992 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 48842) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:14:42.466076 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port e3fa5db7-93cd-4367-afd7-78fe5b27cf2c triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:14:42.466815 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:42.468635 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-8c579be3-8618-4ef6-93a0-e2462a461354 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Request body: {'security_group_rule': {'security_group_id': 'dac60ca2-bd55-4c43-89b8-e4b64a280d20', 'project_id': '59ab3fb82a794070a1c024d576d5e87b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:14:42.475855 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8c579be3-8618-4ef6-93a0-e2462a461354 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:14:42.480342 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-8c579be3-8618-4ef6-93a0-e2462a461354 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Usage tracker for resource:security_group_rule and tenant:59ab3fb82a794070a1c024d576d5e87b is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:14:42.483729 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-8c579be3-8618-4ef6-93a0-e2462a461354 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:14:42.490693 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8c579be3-8618-4ef6-93a0-e2462a461354 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:14:42.509082 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c579be3-8618-4ef6-93a0-e2462a461354 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:42.587924 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c579be3-8618-4ef6-93a0-e2462a461354 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:42.591060 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c579be3-8618-4ef6-93a0-e2462a461354 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411633'] for security_group_rule, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:42.593287 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-5afbfdb4-c492-48bb-beaa-6fe5c8c034ee tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:42.600729 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 16fcf319-1b59-4fde-9261-6cb68dbfae06 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:14:42.623531 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c579be3-8618-4ef6-93a0-e2462a461354 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea82871b-3eb8-44a6-8dcb-87ee7bab69fd,revision_number=0']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:42.626662 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-8c579be3-8618-4ef6-93a0-e2462a461354 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:42.629571 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8c579be3-8618-4ef6-93a0-e2462a461354 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:42.634088 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-8c579be3-8618-4ef6-93a0-e2462a461354 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1678255
Apr 05 12:14:42.634625 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 48846) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:14:42.640382 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-92716089-5044-41c5-8aba-1456c7e3ed6c tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Request body: {'security_group_rule': {'security_group_id': 'dac60ca2-bd55-4c43-89b8-e4b64a280d20', 'project_id': '59ab3fb82a794070a1c024d576d5e87b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:14:42.647408 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-92716089-5044-41c5-8aba-1456c7e3ed6c tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:14:42.651699 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-92716089-5044-41c5-8aba-1456c7e3ed6c tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Usage tracker for resource:security_group_rule and tenant:59ab3fb82a794070a1c024d576d5e87b is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:14:42.654680 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-92716089-5044-41c5-8aba-1456c7e3ed6c tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:14:42.661418 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-92716089-5044-41c5-8aba-1456c7e3ed6c tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:14:42.672058 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-92716089-5044-41c5-8aba-1456c7e3ed6c tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Project 59ab3fb82a794070a1c024d576d5e87b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 05 12:14:42.675185 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning for port 16fcf319-1b59-4fde-9261-6cb68dbfae06 completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:14:42.680372 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port 16fcf319-1b59-4fde-9261-6cb68dbfae06 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:14:42.680792 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:42.680963 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92716089-5044-41c5-8aba-1456c7e3ed6c tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:42.751245 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92716089-5044-41c5-8aba-1456c7e3ed6c tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:42.755691 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92716089-5044-41c5-8aba-1456c7e3ed6c tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411633'] for security_group_rule, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:42.757763 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:42.781929 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92716089-5044-41c5-8aba-1456c7e3ed6c tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cfb283f-f19c-416e-856f-4b0387935ada,revision_number=0']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:42.784609 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-92716089-5044-41c5-8aba-1456c7e3ed6c tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:42.791725 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-92716089-5044-41c5-8aba-1456c7e3ed6c tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:42.793185 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-92716089-5044-41c5-8aba-1456c7e3ed6c tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1573944
Apr 05 12:14:42.796025 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 48850) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:14:42.803098 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-1916d66c-a2db-4ce8-89e1-1fdf6b86ae0c tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Request body: {'security_group_rule': {'security_group_id': 'dac60ca2-bd55-4c43-89b8-e4b64a280d20', 'project_id': '59ab3fb82a794070a1c024d576d5e87b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:14:42.810294 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1916d66c-a2db-4ce8-89e1-1fdf6b86ae0c tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:14:42.811042 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:42.814576 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-1916d66c-a2db-4ce8-89e1-1fdf6b86ae0c tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Usage tracker for resource:security_group_rule and tenant:59ab3fb82a794070a1c024d576d5e87b is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:14:42.818705 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-1916d66c-a2db-4ce8-89e1-1fdf6b86ae0c tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:14:42.825245 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-1916d66c-a2db-4ce8-89e1-1fdf6b86ae0c tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:14:42.829647 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] For port 16fcf319-1b59-4fde-9261-6cb68dbfae06, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=16fcf319-1b59-4fde-9261-6cb68dbfae06,segment=NetworkSegment(9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6),segment_id=9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:14:42.833625 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:42.835655 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-edcea11d-25b0-4725-8b3a-b803392083c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:42.837466 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.securitygroups_db [None req-1916d66c-a2db-4ce8-89e1-1fdf6b86ae0c tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Project 59ab3fb82a794070a1c024d576d5e87b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 05 12:14:42.844492 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1916d66c-a2db-4ce8-89e1-1fdf6b86ae0c tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:42.909609 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Pushing event updated for resources: {'Port': ['ID=16fcf319-1b59-4fde-9261-6cb68dbfae06,revision_number=4']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:42.913653 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:42.916935 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1916d66c-a2db-4ce8-89e1-1fdf6b86ae0c tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:42.920832 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1916d66c-a2db-4ce8-89e1-1fdf6b86ae0c tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411633'] for security_group_rule, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:42.923019 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:42.944423 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916d66c-a2db-4ce8-89e1-1fdf6b86ae0c tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ebd9d2-87c4-4c12-990e-0aa3d75db665,revision_number=0']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:42.953587 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-1916d66c-a2db-4ce8-89e1-1fdf6b86ae0c tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:42.960380 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1916d66c-a2db-4ce8-89e1-1fdf6b86ae0c tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:42.961659 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-1916d66c-a2db-4ce8-89e1-1fdf6b86ae0c tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1643307
Apr 05 12:14:44.299097 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 16fcf319-1b59-4fde-9261-6cb68dbfae06 up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:14:44.373410 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port 16fcf319-1b59-4fde-9261-6cb68dbfae06 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:14:44.373829 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:44.517817 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f162b1ec-41dc-4d67-b7e3-76bee34a8985 None None] Sync routers for ids ['2a8d72cc-af96-44b6-9096-7d3f4c600651'] in dv-cinder-784763-1-iscsi {{(pid=84271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:14:44.528377 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f162b1ec-41dc-4d67-b7e3-76bee34a8985 None None] Routers {'2a8d72cc-af96-44b6-9096-7d3f4c600651'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:14:44.529040 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-f162b1ec-41dc-4d67-b7e3-76bee34a8985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f246092de10>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:14:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['2a8d72cc-af96-44b6-9096-7d3f4c600651'], 'active': True} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:44.881241 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-f162b1ec-41dc-4d67-b7e3-76bee34a8985 None None] Set router 2a8d72cc-af96-44b6-9096-7d3f4c600651 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:14:45.216984 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-f162b1ec-41dc-4d67-b7e3-76bee34a8985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f246092de10>, [{'id': '2a8d72cc-af96-44b6-9096-7d3f4c600651', 'name': 'tempest-TestShelveInstance-999550131-router', 'tenant_id': '5b860a21d7ab4f40bec0e2c6d626137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '16fcf319-1b59-4fde-9261-6cb68dbfae06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:14:34Z', 'updated_at': '2021-04-05T12:14:39Z', 'revision_number': 4, 'project_id': '5b860a21d7ab4f40bec0e2c6d626137b', 'gw_port': {'id': '16fcf319-1b59-4fde-9261-6cb68dbfae06', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8d72cc-af96-44b6-9096-7d3f4c600651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:14:35Z', 'updated_at': '2021-04-05T12:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': 'bc5d15ec-7656-4937-af66-fe8b6e641edd', 'name': '', 'network_id': 'd9e5f093-7578-4389-b6f1-904db7c34424', 'tenant_id': '5b860a21d7ab4f40bec0e2c6d626137b', 'mac_address': 'fa:16:3e:8b:a8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8d72cc-af96-44b6-9096-7d3f4c600651', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '0e7f4d92-337b-4853-954f-7baac4a9d526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:14:38Z', 'updated_at': '2021-04-05T12:14:39Z', 'revision_number': 2, 'project_id': '5b860a21d7ab4f40bec0e2c6d626137b', 'subnets': [{'id': '0e7f4d92-337b-4853-954f-7baac4a9d526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:45.221077 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f162b1ec-41dc-4d67-b7e3-76bee34a8985 None None] Checking router: 2a8d72cc-af96-44b6-9096-7d3f4c600651 for host: dv-cinder-784763-1-iscsi {{(pid=84271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:14:45.221484 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f162b1ec-41dc-4d67-b7e3-76bee34a8985 None None] Updating router 2a8d72cc-af96-44b6-9096-7d3f4c600651 port bc5d15ec-7656-4937-af66-fe8b6e641edd binding host dv-cinder-784763-1-iscsi {{(pid=84271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 12:14:45.289947 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f162b1ec-41dc-4d67-b7e3-76bee34a8985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:45.701598 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f162b1ec-41dc-4d67-b7e3-76bee34a8985 None None] Notify callbacks [] for port, precommit_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:45.713675 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-f162b1ec-41dc-4d67-b7e3-76bee34a8985 None None] Transition to ACTIVE for port object bc5d15ec-7656-4937-af66-fe8b6e641edd will not be triggered until provisioned by entity L2. {{(pid=84271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:14:45.720434 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f162b1ec-41dc-4d67-b7e3-76bee34a8985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:45.735426 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:45.872140 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73eee7c-ddb0-4aa4-9d74-ab08f8a2556e None None] Pushing event updated for resources: {'Port': ['ID=bc5d15ec-7656-4937-af66-fe8b6e641edd,revision_number=3']} {{(pid=84271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:45.876733 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-c73eee7c-ddb0-4aa4-9d74-ab08f8a2556e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:46.079957 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-f162b1ec-41dc-4d67-b7e3-76bee34a8985 None None] Attempting to bind port bc5d15ec-7656-4937-af66-fe8b6e641edd on host dv-cinder-784763-1-iscsi for vnic_type normal with profile  {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:14:46.080373 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-f162b1ec-41dc-4d67-b7e3-76bee34a8985 None None] Attempting to bind port bc5d15ec-7656-4937-af66-fe8b6e641edd by drivers openvswitch,hyperv on host dv-cinder-784763-1-iscsi at level 0 using segments [{'id': '9a04965e-17e8-421b-b3b5-c546a093fc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd9e5f093-7578-4389-b6f1-904db7c34424'}] {{(pid=84271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:14:46.080783 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f162b1ec-41dc-4d67-b7e3-76bee34a8985 None None] Attempting to bind port bc5d15ec-7656-4937-af66-fe8b6e641edd on network d9e5f093-7578-4389-b6f1-904db7c34424 {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:14:46.086750 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f162b1ec-41dc-4d67-b7e3-76bee34a8985 None None] Checking agent: {'id': '93e0106f-7977-40cd-8b89-dc51f73202a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784763-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 11, 57, 25), 'started_at': datetime.datetime(2021, 4, 5, 11, 57, 55), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784763-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:14:46.087170 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f162b1ec-41dc-4d67-b7e3-76bee34a8985 None None] Checking segment: {'id': '9a04965e-17e8-421b-b3b5-c546a093fc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd9e5f093-7578-4389-b6f1-904db7c34424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:14:46.087618 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f162b1ec-41dc-4d67-b7e3-76bee34a8985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:46.088054 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f162b1ec-41dc-4d67-b7e3-76bee34a8985 None None] Bound using segment: {'id': '9a04965e-17e8-421b-b3b5-c546a093fc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd9e5f093-7578-4389-b6f1-904db7c34424'} {{(pid=84271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:14:46.088567 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-f162b1ec-41dc-4d67-b7e3-76bee34a8985 None None] Bound port: bc5d15ec-7656-4937-af66-fe8b6e641edd, host: dv-cinder-784763-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a04965e-17e8-421b-b3b5-c546a093fc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd9e5f093-7578-4389-b6f1-904db7c34424'}}] {{(pid=84271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:14:46.088984 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f162b1ec-41dc-4d67-b7e3-76bee34a8985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:46.192457 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-f162b1ec-41dc-4d67-b7e3-76bee34a8985 None None] For port bc5d15ec-7656-4937-af66-fe8b6e641edd, host dv-cinder-784763-1-iscsi, cleared binding levels {{(pid=84271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:14:46.195475 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-f162b1ec-41dc-4d67-b7e3-76bee34a8985 None None] For port bc5d15ec-7656-4937-af66-fe8b6e641edd, host dv-cinder-784763-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=bc5d15ec-7656-4937-af66-fe8b6e641edd,segment=NetworkSegment(9a04965e-17e8-421b-b3b5-c546a093fc82),segment_id=9a04965e-17e8-421b-b3b5-c546a093fc82)] {{(pid=84271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:14:46.198887 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f162b1ec-41dc-4d67-b7e3-76bee34a8985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:46.214211 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:46.367942 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73eee7c-ddb0-4aa4-9d74-ab08f8a2556e None None] Pushing event updated for resources: {'Port': ['ID=bc5d15ec-7656-4937-af66-fe8b6e641edd,revision_number=4']} {{(pid=84271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:46.371312 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-c73eee7c-ddb0-4aa4-9d74-ab08f8a2556e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:46.414917 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f162b1ec-41dc-4d67-b7e3-76bee34a8985 None None] Routers {'2a8d72cc-af96-44b6-9096-7d3f4c600651'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:14:46.415796 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-f162b1ec-41dc-4d67-b7e3-76bee34a8985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f246092de10>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:14:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['2a8d72cc-af96-44b6-9096-7d3f4c600651'], 'active': True} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:46.616895 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-f162b1ec-41dc-4d67-b7e3-76bee34a8985 None None] Set router 2a8d72cc-af96-44b6-9096-7d3f4c600651 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:14:46.949997 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-f162b1ec-41dc-4d67-b7e3-76bee34a8985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f246092de10>, [{'id': '2a8d72cc-af96-44b6-9096-7d3f4c600651', 'name': 'tempest-TestShelveInstance-999550131-router', 'tenant_id': '5b860a21d7ab4f40bec0e2c6d626137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '16fcf319-1b59-4fde-9261-6cb68dbfae06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:14:34Z', 'updated_at': '2021-04-05T12:14:39Z', 'revision_number': 4, 'project_id': '5b860a21d7ab4f40bec0e2c6d626137b', 'gw_port': {'id': '16fcf319-1b59-4fde-9261-6cb68dbfae06', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8d72cc-af96-44b6-9096-7d3f4c600651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:14:35Z', 'updated_at': '2021-04-05T12:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': 'bc5d15ec-7656-4937-af66-fe8b6e641edd', 'name': '', 'network_id': 'd9e5f093-7578-4389-b6f1-904db7c34424', 'tenant_id': '5b860a21d7ab4f40bec0e2c6d626137b', 'mac_address': 'fa:16:3e:8b:a8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8d72cc-af96-44b6-9096-7d3f4c600651', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '0e7f4d92-337b-4853-954f-7baac4a9d526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:14:38Z', 'updated_at': '2021-04-05T12:14:46Z', 'revision_number': 4, 'project_id': '5b860a21d7ab4f40bec0e2c6d626137b', 'subnets': [{'id': '0e7f4d92-337b-4853-954f-7baac4a9d526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:46.954888 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f162b1ec-41dc-4d67-b7e3-76bee34a8985 None None] The sync data for ids ['2a8d72cc-af96-44b6-9096-7d3f4c600651'] in dv-cinder-784763-1-iscsi is: [{'id': '2a8d72cc-af96-44b6-9096-7d3f4c600651', 'name': 'tempest-TestShelveInstance-999550131-router', 'tenant_id': '5b860a21d7ab4f40bec0e2c6d626137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '16fcf319-1b59-4fde-9261-6cb68dbfae06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:14:34Z', 'updated_at': '2021-04-05T12:14:39Z', 'revision_number': 4, 'project_id': '5b860a21d7ab4f40bec0e2c6d626137b', 'gw_port': {'id': '16fcf319-1b59-4fde-9261-6cb68dbfae06', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8d72cc-af96-44b6-9096-7d3f4c600651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:14:35Z', 'updated_at': '2021-04-05T12:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': 'bc5d15ec-7656-4937-af66-fe8b6e641edd', 'name': '', 'network_id': 'd9e5f093-7578-4389-b6f1-904db7c34424', 'tenant_id': '5b860a21d7ab4f40bec0e2c6d626137b', 'mac_address': 'fa:16:3e:8b:a8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8d72cc-af96-44b6-9096-7d3f4c600651', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '0e7f4d92-337b-4853-954f-7baac4a9d526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:14:38Z', 'updated_at': '2021-04-05T12:14:46Z', 'revision_number': 4, 'project_id': '5b860a21d7ab4f40bec0e2c6d626137b', 'subnets': [{'id': '0e7f4d92-337b-4853-954f-7baac4a9d526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:14:48.314248 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device bc5d15ec-7656-4937-af66-fe8b6e641edd up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:14:48.389880 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning for port bc5d15ec-7656-4937-af66-fe8b6e641edd completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:14:48.396092 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port bc5d15ec-7656-4937-af66-fe8b6e641edd triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:14:48.396544 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:48.518659 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:48.552205 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] For port bc5d15ec-7656-4937-af66-fe8b6e641edd, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=bc5d15ec-7656-4937-af66-fe8b6e641edd,segment=NetworkSegment(9a04965e-17e8-421b-b3b5-c546a093fc82),segment_id=9a04965e-17e8-421b-b3b5-c546a093fc82)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:14:48.555049 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:48.556926 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:48.633143 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Pushing event updated for resources: {'Port': ['ID=bc5d15ec-7656-4937-af66-fe8b6e641edd,revision_number=5']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:48.636414 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:50.303594 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device bc5d15ec-7656-4937-af66-fe8b6e641edd up at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:14:50.376937 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Provisioning complete for port bc5d15ec-7656-4937-af66-fe8b6e641edd triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:14:50.377271 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:53.638635 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2062c752-30c2-445b-b16e-09542a3738fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:54.869978 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:56.041401 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2cd12486-a503-42db-ab53-17459cbd0afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:56.220430 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613c47e-7d90-45c1-ba0f-fc2c77585cb5 req-4e8f5742-7f3a-44e2-90b5-25a30a593b4a tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:56.222051 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a613c47e-7d90-45c1-ba0f-fc2c77585cb5 req-4e8f5742-7f3a-44e2-90b5-25a30a593b4a tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.0915139
Apr 05 12:14:56.274333 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a613c47e-7d90-45c1-ba0f-fc2c77585cb5 req-a12658eb-1d9b-4b19-9719-9970bb66480d tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457637
Apr 05 12:14:56.500696 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:57.471039 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229b7dc-74d0-4fa6-872f-cfd22a857c15 req-677a39a0-83d5-45ad-bc41-b326956e9978 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:57.473168 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0229b7dc-74d0-4fa6-872f-cfd22a857c15 req-677a39a0-83d5-45ad-bc41-b326956e9978 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.0864108
Apr 05 12:14:57.520019 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0229b7dc-74d0-4fa6-872f-cfd22a857c15 req-7ed380cd-5fc2-468b-8faa-2f3543330424 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=d003187a-eeb1-45c5-a30a-a35ae148c028&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405543
Apr 05 12:14:57.570977 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0450ee-be2f-4ce3-ab0f-3461839a83a7 req-b30801ab-e0fd-4ae3-a51a-54abcc5f43e2 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:14:57.572521 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4d0450ee-be2f-4ce3-ab0f-3461839a83a7 req-b30801ab-e0fd-4ae3-a51a-54abcc5f43e2 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.37 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 946 time: 0.0876281
Apr 05 12:14:57.649374 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-4d0450ee-be2f-4ce3-ab0f-3461839a83a7 req-f8035bf4-42fa-435d-b587-eb5d7ca8867e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Deleting port d2955123-ae33-4531-94cd-a14eaa61a2ca {{(pid=84268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:14:57.649752 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-4d0450ee-be2f-4ce3-ab0f-3461839a83a7 req-f8035bf4-42fa-435d-b587-eb5d7ca8867e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:58.088659 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:58.167796 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-4d0450ee-be2f-4ce3-ab0f-3461839a83a7 req-f8035bf4-42fa-435d-b587-eb5d7ca8867e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] For port d2955123-ae33-4531-94cd-a14eaa61a2ca, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=d2955123-ae33-4531-94cd-a14eaa61a2ca,segment=NetworkSegment(9db00757-6e46-4c10-9476-d05f8f304f63),segment_id=9db00757-6e46-4c10-9476-d05f8f304f63)] {{(pid=84268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:14:58.168197 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-4d0450ee-be2f-4ce3-ab0f-3461839a83a7 req-f8035bf4-42fa-435d-b587-eb5d7ca8867e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:58.479990 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-4d0450ee-be2f-4ce3-ab0f-3461839a83a7 req-f8035bf4-42fa-435d-b587-eb5d7ca8867e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:58.480548 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-4d0450ee-be2f-4ce3-ab0f-3461839a83a7 req-f8035bf4-42fa-435d-b587-eb5d7ca8867e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854330421'] for floatingip, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:58.480664 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.l3_db [req-4d0450ee-be2f-4ce3-ab0f-3461839a83a7 req-f8035bf4-42fa-435d-b587-eb5d7ca8867e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Floating IP 466cd083-7809-4a8d-bd28-a93dbc4cecd4 disassociated. External IP: 172.27.0.51, port: d2955123-ae33-4531-94cd-a14eaa61a2ca.
Apr 05 12:14:58.480986 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-4d0450ee-be2f-4ce3-ab0f-3461839a83a7 req-f8035bf4-42fa-435d-b587-eb5d7ca8867e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Calling delete_port for d2955123-ae33-4531-94cd-a14eaa61a2ca owned by compute:nova {{(pid=84268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:14:58.625366 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-4d0450ee-be2f-4ce3-ab0f-3461839a83a7 req-f8035bf4-42fa-435d-b587-eb5d7ca8867e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:58.647687 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-b084617e-c403-4e41-b4aa-f8aa0d6dbcda tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:14:58.687281 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ed148cd6-7f40-48f4-a836-f35bd921217b req-9b18d798-a423-4459-9c16-e4263f323f00 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 210 time: 0.0518844
Apr 05 12:14:58.696105 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:58.746370 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8035bf4-42fa-435d-b587-eb5d7ca8867e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Pushing event deleted for resources: {'Port': ['ID=d2955123-ae33-4531-94cd-a14eaa61a2ca,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:14:58.764879 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8035bf4-42fa-435d-b587-eb5d7ca8867e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:58.765287 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8035bf4-42fa-435d-b587-eb5d7ca8867e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:58.765691 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8035bf4-42fa-435d-b587-eb5d7ca8867e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:58.766083 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8035bf4-42fa-435d-b587-eb5d7ca8867e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:58.766506 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8035bf4-42fa-435d-b587-eb5d7ca8867e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:58.766897 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8035bf4-42fa-435d-b587-eb5d7ca8867e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:58.767285 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8035bf4-42fa-435d-b587-eb5d7ca8867e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:58.767672 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8035bf4-42fa-435d-b587-eb5d7ca8867e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:58.768058 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8035bf4-42fa-435d-b587-eb5d7ca8867e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:58.768442 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8035bf4-42fa-435d-b587-eb5d7ca8867e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:58.768879 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8035bf4-42fa-435d-b587-eb5d7ca8867e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:58.769809 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8035bf4-42fa-435d-b587-eb5d7ca8867e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:14:58.774421 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f8035bf4-42fa-435d-b587-eb5d7ca8867e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:14:59.020747 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d0450ee-be2f-4ce3-ab0f-3461839a83a7 req-f8035bf4-42fa-435d-b587-eb5d7ca8867e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Router a263005d-5aa8-4fe5-bad2-c26f09105d63 has already been hosted by L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d {{(pid=84268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 12:14:59.223865 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d0450ee-be2f-4ce3-ab0f-3461839a83a7 req-f8035bf4-42fa-435d-b587-eb5d7ca8867e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:14:59.234447 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d793d3-07b1-4ab9-af84-1b5a717ca37a None None] Sync routers for ids ['a263005d-5aa8-4fe5-bad2-c26f09105d63'] in dv-cinder-784763-1-iscsi {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:14:59.245904 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d793d3-07b1-4ab9-af84-1b5a717ca37a None None] Routers {'a263005d-5aa8-4fe5-bad2-c26f09105d63'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:14:59.246718 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-91d793d3-07b1-4ab9-af84-1b5a717ca37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460cc34a8>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:14:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['a263005d-5aa8-4fe5-bad2-c26f09105d63'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:59.307370 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0450ee-be2f-4ce3-ab0f-3461839a83a7 req-f8035bf4-42fa-435d-b587-eb5d7ca8867e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] No DVR routers for this DVR port d2955123-ae33-4531-94cd-a14eaa61a2ca on host hv-cinder-78476 {{(pid=84268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 12:14:59.309947 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-4d0450ee-be2f-4ce3-ab0f-3461839a83a7 req-f8035bf4-42fa-435d-b587-eb5d7ca8867e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:14:59.313088 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65c1062-5d66-496a-ae26-06d7d61b2fed', 'name': 'network-vif-deleted', 'tag': 'd2955123-ae33-4531-94cd-a14eaa61a2ca'}] {{(pid=84268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:14:59.330522 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4d0450ee-be2f-4ce3-ab0f-3461839a83a7 req-f8035bf4-42fa-435d-b587-eb5d7ca8867e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.37 "DELETE /v2.0/ports/d2955123-ae33-4531-94cd-a14eaa61a2ca HTTP/1.1" status: 204  len: 173 time: 1.7510092
Apr 05 12:14:59.368468 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65c1062-5d66-496a-ae26-06d7d61b2fed', 'name': 'network-vif-deleted', 'tag': 'd2955123-ae33-4531-94cd-a14eaa61a2ca', 'status': 'completed', 'code': 200}
Apr 05 12:14:59.454779 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-91d793d3-07b1-4ab9-af84-1b5a717ca37a None None] Set router a263005d-5aa8-4fe5-bad2-c26f09105d63 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:14:59.780586 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-91d793d3-07b1-4ab9-af84-1b5a717ca37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460cc34a8>, [{'id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'name': 'tempest-AttachVolumeTestJSON-1274198240-router', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:07Z', 'updated_at': '2021-04-05T12:08:14Z', 'revision_number': 4, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'gw_port': {'id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:08Z', 'updated_at': '2021-04-05T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': 'f5874e2f-c965-4586-9fdd-64f048d8b717', 'name': '', 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'mac_address': 'fa:16:3e:27:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'e2bf2297-d799-490c-8e49-5e5a4e02830c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:12Z', 'updated_at': '2021-04-05T12:08:24Z', 'revision_number': 5, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'subnets': [{'id': 'e2bf2297-d799-490c-8e49-5e5a4e02830c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:59.785156 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d793d3-07b1-4ab9-af84-1b5a717ca37a None None] Checking router: a263005d-5aa8-4fe5-bad2-c26f09105d63 for host: dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:14:59.794228 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d793d3-07b1-4ab9-af84-1b5a717ca37a None None] Routers {'a263005d-5aa8-4fe5-bad2-c26f09105d63'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:14:59.794898 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-91d793d3-07b1-4ab9-af84-1b5a717ca37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460cc34a8>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:14:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['a263005d-5aa8-4fe5-bad2-c26f09105d63'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:14:59.874908 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-28656335-aab9-402a-be1e-45834a038484 req-49e0bce4-fc49-4d20-abf9-a5de6c53cf35 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Synchronizing usage tracker for tenant:525c6898bd0b4bc98230f38ee54db7c6 on resource:port {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:14:59.889702 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-28656335-aab9-402a-be1e-45834a038484 req-49e0bce4-fc49-4d20-abf9-a5de6c53cf35 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Unset dirty status for tenant:525c6898bd0b4bc98230f38ee54db7c6 on resource:port {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:14:59.891023 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-28656335-aab9-402a-be1e-45834a038484 req-49e0bce4-fc49-4d20-abf9-a5de6c53cf35 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a65c1062-5d66-496a-ae26-06d7d61b2fed HTTP/1.1" status: 200  len: 210 time: 0.0652046
Apr 05 12:15:00.162369 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-91d793d3-07b1-4ab9-af84-1b5a717ca37a None None] Set router a263005d-5aa8-4fe5-bad2-c26f09105d63 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:15:00.493466 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-91d793d3-07b1-4ab9-af84-1b5a717ca37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460cc34a8>, [{'id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'name': 'tempest-AttachVolumeTestJSON-1274198240-router', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:07Z', 'updated_at': '2021-04-05T12:08:14Z', 'revision_number': 4, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'gw_port': {'id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:08Z', 'updated_at': '2021-04-05T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': 'f5874e2f-c965-4586-9fdd-64f048d8b717', 'name': '', 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'mac_address': 'fa:16:3e:27:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'e2bf2297-d799-490c-8e49-5e5a4e02830c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:12Z', 'updated_at': '2021-04-05T12:08:24Z', 'revision_number': 5, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'subnets': [{'id': 'e2bf2297-d799-490c-8e49-5e5a4e02830c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:15:00.497538 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d793d3-07b1-4ab9-af84-1b5a717ca37a None None] The sync data for ids ['a263005d-5aa8-4fe5-bad2-c26f09105d63'] in dv-cinder-784763-1-iscsi is: [{'id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'name': 'tempest-AttachVolumeTestJSON-1274198240-router', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:07Z', 'updated_at': '2021-04-05T12:08:14Z', 'revision_number': 4, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'gw_port': {'id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:08Z', 'updated_at': '2021-04-05T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': 'f5874e2f-c965-4586-9fdd-64f048d8b717', 'name': '', 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'mac_address': 'fa:16:3e:27:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'e2bf2297-d799-490c-8e49-5e5a4e02830c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:12Z', 'updated_at': '2021-04-05T12:08:24Z', 'revision_number': 5, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'subnets': [{'id': 'e2bf2297-d799-490c-8e49-5e5a4e02830c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:15:00.872933 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a256dc13-f98e-49a1-a2cb-1ba663483de7 None None] New status for floating IP 466cd083-7809-4a8d-bd28-a93dbc4cecd4: DOWN {{(pid=84271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 05 12:15:01.024861 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 49008) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:15:01.109699 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72ffa6b1-e189-40ca-9782-cb7f523814e5 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:01.160003 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72ffa6b1-e189-40ca-9782-cb7f523814e5 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:01.219896 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72ffa6b1-e189-40ca-9782-cb7f523814e5 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:01.227325 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-8e61dd37-f45a-4823-ab37-1bd474d22d1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:15:01.242511 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ffa6b1-e189-40ca-9782-cb7f523814e5 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d003187a-eeb1-45c5-a30a-a35ae148c028,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:15:01.245452 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-72ffa6b1-e189-40ca-9782-cb7f523814e5 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:15:01.258716 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-72ffa6b1-e189-40ca-9782-cb7f523814e5 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:01.260089 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-72ffa6b1-e189-40ca-9782-cb7f523814e5 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "DELETE /v2.0/security-groups/d003187a-eeb1-45c5-a30a-a35ae148c028 HTTP/1.1" status: 204  len: 168 time: 0.2340477
Apr 05 12:15:01.263095 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 49016) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:15:01.282273 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.v2.resource [None req-510ef051-0c71-4e28-b44a-f1543d2aae49 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] show failed (client error): The resource could not be found.
Apr 05 12:15:01.283385 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-510ef051-0c71-4e28-b44a-f1543d2aae49 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups/d003187a-eeb1-45c5-a30a-a35ae148c028 HTTP/1.1" status: 404  len: 347 time: 0.0189800
Apr 05 12:15:01.286610 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 49020) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:15:01.457108 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-eaa795df-e23e-4361-90df-fab773d6b3aa tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Deleting port 6746b6ec-92e9-4138-870a-25e5f5314bac {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:15:01.457484 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eaa795df-e23e-4361-90df-fab773d6b3aa tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:01.634589 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eaa795df-e23e-4361-90df-fab773d6b3aa tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:01.634878 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eaa795df-e23e-4361-90df-fab773d6b3aa tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:01.689415 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device d2955123-ae33-4531-94cd-a14eaa61a2ca no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:15:01.726170 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] No Port match for: d2955123-ae33-4531-94cd-a14eaa61a2ca {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:15:01.726564 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device d2955123-ae33-4531-94cd-a14eaa61a2ca not bound to the agent host hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:15:01.764384 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-eaa795df-e23e-4361-90df-fab773d6b3aa tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Calling delete_port for 6746b6ec-92e9-4138-870a-25e5f5314bac owned by network:floatingip {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:15:01.908146 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eaa795df-e23e-4361-90df-fab773d6b3aa tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:01.923179 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-04d8bfb7-be1f-4824-aa33-9e88f4a500c1 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:15:02.256374 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa795df-e23e-4361-90df-fab773d6b3aa tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Pushing event deleted for resources: {'Port': ['ID=6746b6ec-92e9-4138-870a-25e5f5314bac,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:15:02.265294 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-eaa795df-e23e-4361-90df-fab773d6b3aa tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:15:02.418803 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eaa795df-e23e-4361-90df-fab773d6b3aa tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for floatingip, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:02.435895 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eaa795df-e23e-4361-90df-fab773d6b3aa tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for floatingip, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:02.437111 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-eaa795df-e23e-4361-90df-fab773d6b3aa tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "DELETE /v2.0/floatingips/466cd083-7809-4a8d-bd28-a93dbc4cecd4 HTTP/1.1" status: 204  len: 168 time: 1.1495547
Apr 05 12:15:02.667189 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 49030) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:15:02.673112 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-04c25532-377d-41a4-907a-2cd42e776ff0 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1716046135', 'description': 'tempest-description--1008920014'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:15:02.679652 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-04c25532-377d-41a4-907a-2cd42e776ff0 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:15:02.683950 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-04c25532-377d-41a4-907a-2cd42e776ff0 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Usage tracker for resource:security_group and tenant:525c6898bd0b4bc98230f38ee54db7c6 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:15:02.686897 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-04c25532-377d-41a4-907a-2cd42e776ff0 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:15:02.692854 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-04c25532-377d-41a4-907a-2cd42e776ff0 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:15:02.702301 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04c25532-377d-41a4-907a-2cd42e776ff0 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:02.723094 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-04c25532-377d-41a4-907a-2cd42e776ff0 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:15:02.726923 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-04c25532-377d-41a4-907a-2cd42e776ff0 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Usage tracker for resource:security_group_rule and tenant:525c6898bd0b4bc98230f38ee54db7c6 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:15:02.729761 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-04c25532-377d-41a4-907a-2cd42e776ff0 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:15:02.735617 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-04c25532-377d-41a4-907a-2cd42e776ff0 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:15:02.805907 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04c25532-377d-41a4-907a-2cd42e776ff0 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:02.808460 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04c25532-377d-41a4-907a-2cd42e776ff0 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:02.813621 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-9f845818-457a-4480-b5c3-e41832be14ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:15:02.855820 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c25532-377d-41a4-907a-2cd42e776ff0 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a6e664-ed20-4667-9a79-b1b8f85bb391,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:15:02.858641 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-04c25532-377d-41a4-907a-2cd42e776ff0 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:02.859917 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-04c25532-377d-41a4-907a-2cd42e776ff0 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.1916473
Apr 05 12:15:02.860897 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-04c25532-377d-41a4-907a-2cd42e776ff0 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:15:02.863403 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 49034) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:15:02.868859 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a1692040-bb9a-44b9-9ba0-b45616185a14 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Request body: {'security_group_rule': {'security_group_id': '44a6e664-ed20-4667-9a79-b1b8f85bb391', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:15:02.875321 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a1692040-bb9a-44b9-9ba0-b45616185a14 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:15:02.880470 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-a1692040-bb9a-44b9-9ba0-b45616185a14 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Usage tracker for resource:security_group_rule and tenant:525c6898bd0b4bc98230f38ee54db7c6 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:15:02.883442 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-a1692040-bb9a-44b9-9ba0-b45616185a14 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:15:02.889326 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a1692040-bb9a-44b9-9ba0-b45616185a14 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:15:02.905472 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a1692040-bb9a-44b9-9ba0-b45616185a14 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:02.970261 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a1692040-bb9a-44b9-9ba0-b45616185a14 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:02.973153 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a1692040-bb9a-44b9-9ba0-b45616185a14 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411633'] for security_group_rule, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:02.975277 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:15:02.996403 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1692040-bb9a-44b9-9ba0-b45616185a14 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f51e55e-4fc7-4a47-914e-992e2a6cc10a,revision_number=0']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:15:03.000470 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-a1692040-bb9a-44b9-9ba0-b45616185a14 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:15:03.007702 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a1692040-bb9a-44b9-9ba0-b45616185a14 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:03.008953 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-a1692040-bb9a-44b9-9ba0-b45616185a14 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1445525
Apr 05 12:15:03.011763 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 49038) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:15:03.017146 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-59cf83e8-6111-411d-8786-96c9468bf60e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Request body: {'security_group_rule': {'security_group_id': '44a6e664-ed20-4667-9a79-b1b8f85bb391', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:15:03.023164 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-59cf83e8-6111-411d-8786-96c9468bf60e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:15:03.027372 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-59cf83e8-6111-411d-8786-96c9468bf60e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Usage tracker for resource:security_group_rule and tenant:525c6898bd0b4bc98230f38ee54db7c6 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:15:03.030332 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-59cf83e8-6111-411d-8786-96c9468bf60e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:15:03.036788 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-59cf83e8-6111-411d-8786-96c9468bf60e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:15:03.052786 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-59cf83e8-6111-411d-8786-96c9468bf60e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:03.116961 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-59cf83e8-6111-411d-8786-96c9468bf60e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:03.123850 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-59cf83e8-6111-411d-8786-96c9468bf60e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411633'] for security_group_rule, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:03.126069 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-3c56a4b6-e0d0-425b-8579-31b8eaba6be8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:15:03.149874 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf83e8-6111-411d-8786-96c9468bf60e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53aa8436-e9db-4346-a9c7-9ac603c887cf,revision_number=0']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:15:03.152733 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-59cf83e8-6111-411d-8786-96c9468bf60e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:15:03.159918 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-59cf83e8-6111-411d-8786-96c9468bf60e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:03.161196 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-59cf83e8-6111-411d-8786-96c9468bf60e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1484504
Apr 05 12:15:03.164419 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 49042) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:15:03.169873 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-a89bc44d-f4aa-47c6-8b03-36f0dfc90763 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Request body: {'floatingip': {'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:15:03.176689 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a89bc44d-f4aa-47c6-8b03-36f0dfc90763 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:15:03.180744 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-a89bc44d-f4aa-47c6-8b03-36f0dfc90763 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Usage tracker for resource:floatingip and tenant:525c6898bd0b4bc98230f38ee54db7c6 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:15:03.183721 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-a89bc44d-f4aa-47c6-8b03-36f0dfc90763 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:15:03.189717 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a89bc44d-f4aa-47c6-8b03-36f0dfc90763 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:15:03.198967 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a89bc44d-f4aa-47c6-8b03-36f0dfc90763 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for floatingip, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:03.344662 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a89bc44d-f4aa-47c6-8b03-36f0dfc90763 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:03.499420 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-a89bc44d-f4aa-47c6-8b03-36f0dfc90763 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Allocated IP 172.27.0.78 (9d12ef10-d92d-4db6-ae05-ceb86a15802e/0ceae222-356e-4bb7-8260-995ea8a55dd5/3d1ab7dd-cce0-4a33-8b9f-8a756515fb25) {{(pid=84269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:15:03.653899 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a89bc44d-f4aa-47c6-8b03-36f0dfc90763 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for port, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:03.683235 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a89bc44d-f4aa-47c6-8b03-36f0dfc90763 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:03.698042 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-9d51f94d-24ba-43ab-96b4-2fb953d4f2ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:15:03.832049 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89bc44d-f4aa-47c6-8b03-36f0dfc90763 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Pushing event updated for resources: {'Port': ['ID=3d1ab7dd-cce0-4a33-8b9f-8a756515fb25,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:15:03.836810 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-a89bc44d-f4aa-47c6-8b03-36f0dfc90763 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:15:03.885627 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89bc44d-f4aa-47c6-8b03-36f0dfc90763 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Network 9d12ef10-d92d-4db6-ae05-ceb86a15802e is already hosted by enough agents. {{(pid=84269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:15:03.886804 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-a89bc44d-f4aa-47c6-8b03-36f0dfc90763 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Resources bound (agent type, host, resource id):  {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:15:03.889006 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89bc44d-f4aa-47c6-8b03-36f0dfc90763 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Received port after_create {{(pid=84269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:15:03.972858 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a89bc44d-f4aa-47c6-8b03-36f0dfc90763 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:04.032865 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a89bc44d-f4aa-47c6-8b03-36f0dfc90763 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:04.309766 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a89bc44d-f4aa-47c6-8b03-36f0dfc90763 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for port, precommit_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:04.313310 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a89bc44d-f4aa-47c6-8b03-36f0dfc90763 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2694713'] for port, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:04.328342 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-a0ed8f5a-7100-49eb-9740-431d52c663fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:15:04.473104 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89bc44d-f4aa-47c6-8b03-36f0dfc90763 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Pushing event updated for resources: {'Port': ['ID=3d1ab7dd-cce0-4a33-8b9f-8a756515fb25,revision_number=2']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:15:04.476238 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-a89bc44d-f4aa-47c6-8b03-36f0dfc90763 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:15:04.583965 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a89bc44d-f4aa-47c6-8b03-36f0dfc90763 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854330421'] for floatingip, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:04.605642 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a89bc44d-f4aa-47c6-8b03-36f0dfc90763 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for floatingip, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:04.607009 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-a89bc44d-f4aa-47c6-8b03-36f0dfc90763 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.4415832
Apr 05 12:15:04.854045 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-83a43430-f898-4bda-8ffd-273e7519ba31 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Synchronizing usage tracker for tenant:525c6898bd0b4bc98230f38ee54db7c6 on resource:security_group {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:15:04.869272 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-83a43430-f898-4bda-8ffd-273e7519ba31 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Unset dirty status for tenant:525c6898bd0b4bc98230f38ee54db7c6 on resource:security_group {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:15:04.870684 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-83a43430-f898-4bda-8ffd-273e7519ba31 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1716046135&fields=id&tenant_id=525c6898bd0b4bc98230f38ee54db7c6 HTTP/1.1" status: 200  len: 267 time: 0.0591755
Apr 05 12:15:05.039726 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-e9b097c1-9e6b-42d3-99ce-546a3bf526ce tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:05.050818 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-e9b097c1-9e6b-42d3-99ce-546a3bf526ce tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/networks?id=0d1a45c1-5bda-4177-9f6d-4ce95f1005fb HTTP/1.1" status: 200  len: 811 time: 0.1647167
Apr 05 12:15:05.061582 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-4a33af1f-b372-4b43-b262-4ed8dc85788c tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/quotas/525c6898bd0b4bc98230f38ee54db7c6 HTTP/1.1" status: 200  len: 375 time: 0.0098171
Apr 05 12:15:05.162186 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-e72dfc75-6af2-407a-916c-bd22a7953871 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=525c6898bd0b4bc98230f38ee54db7c6&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0926316
Apr 05 12:15:05.311837 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-6bc3be95-1fa3-4cea-85c6-c7d6df78c6d5 service neutron] 10.222.0.36 "GET /v2.0/networks/0d1a45c1-5bda-4177-9f6d-4ce95f1005fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370695
Apr 05 12:15:05.454874 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-5a85aecf-5b8b-421c-a5dc-f206cb2ff19c service neutron] 10.222.0.36 "GET /v2.0/networks/0d1a45c1-5bda-4177-9f6d-4ce95f1005fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1365275
Apr 05 12:15:05.655247 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-48d9bacc-8b01-47f8-98f3-bab6d6658f3c req-20e816d9-ce1c-4bec-bdee-3b3b28d68b72 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Synchronizing usage tracker for tenant:525c6898bd0b4bc98230f38ee54db7c6 on resource:port {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:15:05.671757 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-48d9bacc-8b01-47f8-98f3-bab6d6658f3c req-20e816d9-ce1c-4bec-bdee-3b3b28d68b72 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Unset dirty status for tenant:525c6898bd0b4bc98230f38ee54db7c6 on resource:port {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:15:05.673047 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-48d9bacc-8b01-47f8-98f3-bab6d6658f3c req-20e816d9-ce1c-4bec-bdee-3b3b28d68b72 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b09822d-7a64-412e-b682-76883101e238 HTTP/1.1" status: 200  len: 210 time: 0.0684302
Apr 05 12:15:05.842866 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-cae97580-3367-49dd-a3b5-0151362042b4 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Synchronizing usage tracker for tenant:59ab3fb82a794070a1c024d576d5e87b on resource:security_group {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:15:05.859246 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-cae97580-3367-49dd-a3b5-0151362042b4 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Unset dirty status for tenant:59ab3fb82a794070a1c024d576d5e87b on resource:security_group {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:15:05.860510 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-cae97580-3367-49dd-a3b5-0151362042b4 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-410393403&fields=id&tenant_id=59ab3fb82a794070a1c024d576d5e87b HTTP/1.1" status: 200  len: 267 time: 0.0655456
Apr 05 12:15:06.029910 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-bd064a84-8a9d-4733-b7aa-c1238b5b0c03 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:06.031514 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-bd064a84-8a9d-4733-b7aa-c1238b5b0c03 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/networks?id=a3a55611-a0f0-4df9-b637-46ecc7406414 HTTP/1.1" status: 200  len: 808 time: 0.1627481
Apr 05 12:15:06.048158 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-de07e499-7126-4cc5-b9ee-fad58df2979a tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/quotas/59ab3fb82a794070a1c024d576d5e87b HTTP/1.1" status: 200  len: 375 time: 0.0098872
Apr 05 12:15:06.144791 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-8d53a155-01b6-40d1-98cf-28735e695af7 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Synchronizing usage tracker for tenant:59ab3fb82a794070a1c024d576d5e87b on resource:port {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:15:06.164735 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-8d53a155-01b6-40d1-98cf-28735e695af7 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Unset dirty status for tenant:59ab3fb82a794070a1c024d576d5e87b on resource:port {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:15:06.166374 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-8d53a155-01b6-40d1-98cf-28735e695af7 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=59ab3fb82a794070a1c024d576d5e87b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1118898
Apr 05 12:15:06.326960 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-f3aba2e9-b671-46c5-a662-53a86b632e2f service neutron] 10.222.0.36 "GET /v2.0/networks/a3a55611-a0f0-4df9-b637-46ecc7406414?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1470044
Apr 05 12:15:06.469364 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-0917613f-bcf5-4641-8ff2-3f806b7bbf71 service neutron] 10.222.0.36 "GET /v2.0/networks/a3a55611-a0f0-4df9-b637-46ecc7406414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351457
Apr 05 12:15:06.753904 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-ec479f1a-b86a-427f-9704-a532218187d9 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:06.755164 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-ec479f1a-b86a-427f-9704-a532218187d9 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.37 "GET /v2.0/networks?id=0d1a45c1-5bda-4177-9f6d-4ce95f1005fb HTTP/1.1" status: 200  len: 811 time: 0.1672819
Apr 05 12:15:06.837611 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-e811d717-fe68-4d2d-9916-f223e8a9c75f tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=525c6898bd0b4bc98230f38ee54db7c6 HTTP/1.1" status: 200  len: 5709 time: 0.0732472
Apr 05 12:15:06.850829 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-6f595bef-a846-4fbf-93ce-b9b4317c5f15 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Request body: {'port': {'device_id': '9b09822d-7a64-412e-b682-76883101e238', 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb', 'admin_state_up': True, 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'security_groups': ['44a6e664-ed20-4667-9a79-b1b8f85bb391']}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:15:06.885849 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-930cb220-5971-4d55-94a7-11ae02fef6d8 req-c6fce69d-f037-4e5d-8ea7-857813aca8e1 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b09822d-7a64-412e-b682-76883101e238 HTTP/1.1" status: 200  len: 210 time: 0.0762610
Apr 05 12:15:07.005784 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ba58d6a6-a7e2-47be-b86e-93069c225929 req-ccf69ff6-4323-458a-a10e-171e851407a9 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 210 time: 0.0682440
Apr 05 12:15:07.324861 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-6f595bef-a846-4fbf-93ce-b9b4317c5f15 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:15:07.335773 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-6f595bef-a846-4fbf-93ce-b9b4317c5f15 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:15:07.347378 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-6f595bef-a846-4fbf-93ce-b9b4317c5f15 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Made reservation on behalf of 525c6898bd0b4bc98230f38ee54db7c6 for: {'port': 1} {{(pid=84268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:15:07.354025 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-6f595bef-a846-4fbf-93ce-b9b4317c5f15 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:07.540248 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-6f595bef-a846-4fbf-93ce-b9b4317c5f15 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Allocated IP 172.20.0.14 (0d1a45c1-5bda-4177-9f6d-4ce95f1005fb/e2bf2297-d799-490c-8e49-5e5a4e02830c/01581f08-eae8-48fc-8341-e867d2a86c52) {{(pid=84268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:15:07.740653 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-6f595bef-a846-4fbf-93ce-b9b4317c5f15 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for port, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:07.757125 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-6f595bef-a846-4fbf-93ce-b9b4317c5f15 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Transition to ACTIVE for port object 01581f08-eae8-48fc-8341-e867d2a86c52 will not be triggered until provisioned by entity DHCP. {{(pid=84268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:15:07.833878 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-6f595bef-a846-4fbf-93ce-b9b4317c5f15 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:07.849136 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ca75428e-dcdb-4ed6-9c96-21f1cce79bf6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:15:08.017634 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f595bef-a846-4fbf-93ce-b9b4317c5f15 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Pushing event updated for resources: {'Port': ['ID=01581f08-eae8-48fc-8341-e867d2a86c52,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:15:08.029375 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a29454-94b3-4991-b7ba-fbba789b6251 req-818e4a0f-02ab-4eb9-b9ea-29aa464d25b2 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:08.031162 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a1a29454-94b3-4991-b7ba-fbba789b6251 req-818e4a0f-02ab-4eb9-b9ea-29aa464d25b2 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 946 time: 0.2583311
Apr 05 12:15:08.034760 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-6f595bef-a846-4fbf-93ce-b9b4317c5f15 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:15:08.124698 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a1a29454-94b3-4991-b7ba-fbba789b6251 req-147202eb-b69a-45e6-8c68-9d37920012f4 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0865760
Apr 05 12:15:08.130082 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-6f595bef-a846-4fbf-93ce-b9b4317c5f15 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Network 0d1a45c1-5bda-4177-9f6d-4ce95f1005fb is already hosted by enough agents. {{(pid=84268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:15:08.131348 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-6f595bef-a846-4fbf-93ce-b9b4317c5f15 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Resources bound (agent type, host, resource id):  {{(pid=84268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:15:08.133703 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-6f595bef-a846-4fbf-93ce-b9b4317c5f15 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Received port after_create {{(pid=84268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:15:08.211291 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc9f40-564f-4b79-b0e5-9cf916915d15 req-30ad1cbc-f001-4f74-9d75-0fc05e6e5a5d tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:08.213264 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-6f595bef-a846-4fbf-93ce-b9b4317c5f15 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:08.213958 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-6f595bef-a846-4fbf-93ce-b9b4317c5f15 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:08.219076 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b8bc9f40-564f-4b79-b0e5-9cf916915d15 req-30ad1cbc-f001-4f74-9d75-0fc05e6e5a5d tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b09822d-7a64-412e-b682-76883101e238 HTTP/1.1" status: 200  len: 932 time: 0.2348971
Apr 05 12:15:08.243751 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-132293ca-a211-444b-acf5-d317383926b0 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:08.244484 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-132293ca-a211-444b-acf5-d317383926b0 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Synchronizing usage tracker for tenant:59ab3fb82a794070a1c024d576d5e87b on resource:network {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:15:08.250523 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-6f595bef-a846-4fbf-93ce-b9b4317c5f15 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4060357
Apr 05 12:15:08.265476 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-3a97e3af-a1ef-47df-a382-81d85cb9ad59 service neutron] Request body: {'port': {'device_id': '9b09822d-7a64-412e-b682-76883101e238', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:15:08.290405 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-b8bc9f40-564f-4b79-b0e5-9cf916915d15 req-653770cf-4806-401a-bc11-c3cf78eaa7c7 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Synchronizing usage tracker for tenant:525c6898bd0b4bc98230f38ee54db7c6 on resource:security_group {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:15:08.293001 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-132293ca-a211-444b-acf5-d317383926b0 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Unset dirty status for tenant:59ab3fb82a794070a1c024d576d5e87b on resource:network {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:15:08.294243 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-132293ca-a211-444b-acf5-d317383926b0 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.37 "GET /v2.0/networks?id=a3a55611-a0f0-4df9-b637-46ecc7406414 HTTP/1.1" status: 200  len: 808 time: 0.3394148
Apr 05 12:15:08.339575 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-b8bc9f40-564f-4b79-b0e5-9cf916915d15 req-653770cf-4806-401a-bc11-c3cf78eaa7c7 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Unset dirty status for tenant:525c6898bd0b4bc98230f38ee54db7c6 on resource:security_group {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:15:08.349345 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b8bc9f40-564f-4b79-b0e5-9cf916915d15 req-653770cf-4806-401a-bc11-c3cf78eaa7c7 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a6e664-ed20-4667-9a79-b1b8f85bb391&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1292810
Apr 05 12:15:08.421501 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-e5475eca-ee5d-427d-a349-34ef12a91dc9 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Synchronizing usage tracker for tenant:59ab3fb82a794070a1c024d576d5e87b on resource:security_group {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:15:08.431909 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-a22951d8-d9e8-4e06-bc0b-ddaf02ea6dc5 None None] Provisioning for port 01581f08-eae8-48fc-8341-e867d2a86c52 completed by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:15:08.436948 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-e5475eca-ee5d-427d-a349-34ef12a91dc9 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Unset dirty status for tenant:59ab3fb82a794070a1c024d576d5e87b on resource:security_group {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:15:08.437529 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-a22951d8-d9e8-4e06-bc0b-ddaf02ea6dc5 None None] Provisioning complete for port 01581f08-eae8-48fc-8341-e867d2a86c52 triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:15:08.437953 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a22951d8-d9e8-4e06-bc0b-ddaf02ea6dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:08.439477 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-e5475eca-ee5d-427d-a349-34ef12a91dc9 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=59ab3fb82a794070a1c024d576d5e87b HTTP/1.1" status: 200  len: 8059 time: 0.1353395
Apr 05 12:15:08.450475 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-c0eee263-6955-48f8-bb01-3a6d8fabd6f2 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Request body: {'port': {'device_id': '79c60877-1e5d-4312-a660-a4763656292f', 'network_id': 'a3a55611-a0f0-4df9-b637-46ecc7406414', 'admin_state_up': True, 'tenant_id': '59ab3fb82a794070a1c024d576d5e87b', 'security_groups': ['dac60ca2-bd55-4c43-89b8-e4b64a280d20']}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:15:08.479828 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5a902d82-ed03-4b0c-bb67-ef4b4f8fe046 req-77f7ff44-1ba8-474b-ae6a-af3285723962 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 210 time: 0.0696359
Apr 05 12:15:08.485138 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-3a97e3af-a1ef-47df-a382-81d85cb9ad59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:08.498275 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-a22951d8-d9e8-4e06-bc0b-ddaf02ea6dc5 None None] Port 01581f08-eae8-48fc-8341-e867d2a86c52 cannot update to ACTIVE because it is not bound. {{(pid=84270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 12:15:08.607491 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-c0eee263-6955-48f8-bb01-3a6d8fabd6f2 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:15:08.618546 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-c0eee263-6955-48f8-bb01-3a6d8fabd6f2 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:15:08.627152 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-c0eee263-6955-48f8-bb01-3a6d8fabd6f2 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Made reservation on behalf of 59ab3fb82a794070a1c024d576d5e87b for: {'port': 1} {{(pid=84269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:15:08.633973 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-c0eee263-6955-48f8-bb01-3a6d8fabd6f2 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:08.813076 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-c0eee263-6955-48f8-bb01-3a6d8fabd6f2 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Allocated IP 172.20.0.3 (a3a55611-a0f0-4df9-b637-46ecc7406414/15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2/9df1b527-0c54-402e-929e-eecf3d4ce796) {{(pid=84269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:15:08.917790 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-3a97e3af-a1ef-47df-a382-81d85cb9ad59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01581f08-eae8-48fc-8341-e867d2a86c52 {{(pid=84268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:15:08.926956 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-3a97e3af-a1ef-47df-a382-81d85cb9ad59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:08.943808 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-3a97e3af-a1ef-47df-a382-81d85cb9ad59 service neutron] Transition to ACTIVE for port object 01581f08-eae8-48fc-8341-e867d2a86c52 will not be triggered until provisioned by entity L2. {{(pid=84268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:15:08.946630 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-3a97e3af-a1ef-47df-a382-81d85cb9ad59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851385328'] for port, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:08.966801 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-7d17ac6f-0630-4fa2-8224-8c459fb635e8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:15:09.015708 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-c0eee263-6955-48f8-bb01-3a6d8fabd6f2 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks [] for port, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:09.032869 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-c0eee263-6955-48f8-bb01-3a6d8fabd6f2 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Transition to ACTIVE for port object 9df1b527-0c54-402e-929e-eecf3d4ce796 will not be triggered until provisioned by entity DHCP. {{(pid=84269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:15:09.057060 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-c0eee263-6955-48f8-bb01-3a6d8fabd6f2 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:09.073032 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-25d06728-d662-4b72-8fe4-5d1dbfffbd44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:15:09.104360 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97e3af-a1ef-47df-a382-81d85cb9ad59 service neutron] Pushing event updated for resources: {'Port': ['ID=01581f08-eae8-48fc-8341-e867d2a86c52,revision_number=2']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:15:09.111420 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-3a97e3af-a1ef-47df-a382-81d85cb9ad59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:15:09.217202 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eee263-6955-48f8-bb01-3a6d8fabd6f2 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Pushing event updated for resources: {'Port': ['ID=9df1b527-0c54-402e-929e-eecf3d4ce796,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:15:09.222222 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-c0eee263-6955-48f8-bb01-3a6d8fabd6f2 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:15:09.281429 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-c0eee263-6955-48f8-bb01-3a6d8fabd6f2 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Network a3a55611-a0f0-4df9-b637-46ecc7406414 is already hosted by enough agents. {{(pid=84269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:15:09.284874 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-c0eee263-6955-48f8-bb01-3a6d8fabd6f2 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Resources bound (agent type, host, resource id):  {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:15:09.287969 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-c0eee263-6955-48f8-bb01-3a6d8fabd6f2 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Received port after_create {{(pid=84269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:15:09.363497 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-c0eee263-6955-48f8-bb01-3a6d8fabd6f2 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:09.364046 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-3a97e3af-a1ef-47df-a382-81d85cb9ad59 service neutron] Attempting to bind port 01581f08-eae8-48fc-8341-e867d2a86c52 on host hv-cinder-78476 for vnic_type normal with profile  {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:15:09.364175 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-c0eee263-6955-48f8-bb01-3a6d8fabd6f2 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:09.364372 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-3a97e3af-a1ef-47df-a382-81d85cb9ad59 service neutron] Attempting to bind port 01581f08-eae8-48fc-8341-e867d2a86c52 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '9db00757-6e46-4c10-9476-d05f8f304f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb'}] {{(pid=84268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:15:09.364706 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-3a97e3af-a1ef-47df-a382-81d85cb9ad59 service neutron] Attempting to bind port 01581f08-eae8-48fc-8341-e867d2a86c52 on network 0d1a45c1-5bda-4177-9f6d-4ce95f1005fb {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:15:09.370053 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-3a97e3af-a1ef-47df-a382-81d85cb9ad59 service neutron] Port 01581f08-eae8-48fc-8341-e867d2a86c52 on network 0d1a45c1-5bda-4177-9f6d-4ce95f1005fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 12:15:09.370444 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-3a97e3af-a1ef-47df-a382-81d85cb9ad59 service neutron] Attempting to bind port 01581f08-eae8-48fc-8341-e867d2a86c52 on network 0d1a45c1-5bda-4177-9f6d-4ce95f1005fb {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:15:09.376118 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-3a97e3af-a1ef-47df-a382-81d85cb9ad59 service neutron] Checking agent: {'id': '038210d6-d792-4dfe-95d3-eb4a37cb8b01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:15:09.376486 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-3a97e3af-a1ef-47df-a382-81d85cb9ad59 service neutron] Checking segment: {'id': '9db00757-6e46-4c10-9476-d05f8f304f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:15:09.376879 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-3a97e3af-a1ef-47df-a382-81d85cb9ad59 service neutron] Bound using segment: {'id': '9db00757-6e46-4c10-9476-d05f8f304f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb'} {{(pid=84268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:15:09.377361 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-3a97e3af-a1ef-47df-a382-81d85cb9ad59 service neutron] Bound port: 01581f08-eae8-48fc-8341-e867d2a86c52, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db00757-6e46-4c10-9476-d05f8f304f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb'}}] {{(pid=84268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:15:09.377740 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-3a97e3af-a1ef-47df-a382-81d85cb9ad59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:09.470728 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-c0eee263-6955-48f8-bb01-3a6d8fabd6f2 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0248036
Apr 05 12:15:09.483148 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-552ac78e-175a-420c-afc1-7306912c41d2 service neutron] Request body: {'port': {'device_id': '79c60877-1e5d-4312-a660-a4763656292f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:15:09.499471 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-3a97e3af-a1ef-47df-a382-81d85cb9ad59 service neutron] For port 01581f08-eae8-48fc-8341-e867d2a86c52, host hv-cinder-78476, cleared binding levels {{(pid=84268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:15:09.505565 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-3a97e3af-a1ef-47df-a382-81d85cb9ad59 service neutron] For port 01581f08-eae8-48fc-8341-e867d2a86c52, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=01581f08-eae8-48fc-8341-e867d2a86c52,segment=NetworkSegment(9db00757-6e46-4c10-9476-d05f8f304f63),segment_id=9db00757-6e46-4c10-9476-d05f8f304f63)] {{(pid=84268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:15:09.541766 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3351b4a-39e4-4b9b-a73c-1556e6dcaf2d req-aa2e48ef-0693-42cf-9e42-531e77aaed18 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:09.543405 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a3351b4a-39e4-4b9b-a73c-1556e6dcaf2d req-aa2e48ef-0693-42cf-9e42-531e77aaed18 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 946 time: 0.1746526
Apr 05 12:15:09.553566 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-3a97e3af-a1ef-47df-a382-81d85cb9ad59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851385328'] for port, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:09.574268 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-3a97e3af-a1ef-47df-a382-81d85cb9ad59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:15:09.641023 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a3351b4a-39e4-4b9b-a73c-1556e6dcaf2d req-c019030c-88aa-456c-a243-efbb21878fce tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0891476
Apr 05 12:15:09.654451 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-d78c1018-31d3-450f-944b-7c67afff6b44 None None] Provisioning for port 9df1b527-0c54-402e-929e-eecf3d4ce796 completed by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:15:09.658010 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-552ac78e-175a-420c-afc1-7306912c41d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:09.660431 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-d78c1018-31d3-450f-944b-7c67afff6b44 None None] Provisioning complete for port 9df1b527-0c54-402e-929e-eecf3d4ce796 triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:15:09.661190 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d78c1018-31d3-450f-944b-7c67afff6b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:09.736657 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d78c1018-31d3-450f-944b-7c67afff6b44 None None] Port 9df1b527-0c54-402e-929e-eecf3d4ce796 cannot update to ACTIVE because it is not bound. {{(pid=84270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 12:15:09.775945 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97e3af-a1ef-47df-a382-81d85cb9ad59 service neutron] Pushing event updated for resources: {'Port': ['ID=01581f08-eae8-48fc-8341-e867d2a86c52,revision_number=3']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:15:09.786319 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-3a97e3af-a1ef-47df-a382-81d85cb9ad59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:15:09.807120 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2164e1-a7a6-48e4-8094-8e7c7a877b97 req-32ea9523-9987-4243-b9fa-c6ebc451b661 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:09.807875 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-ea2164e1-a7a6-48e4-8094-8e7c7a877b97 req-32ea9523-9987-4243-b9fa-c6ebc451b661 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Synchronizing usage tracker for tenant:525c6898bd0b4bc98230f38ee54db7c6 on resource:port {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:15:09.833673 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-ea2164e1-a7a6-48e4-8094-8e7c7a877b97 req-32ea9523-9987-4243-b9fa-c6ebc451b661 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Unset dirty status for tenant:525c6898bd0b4bc98230f38ee54db7c6 on resource:port {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:15:09.835089 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ea2164e1-a7a6-48e4-8094-8e7c7a877b97 req-32ea9523-9987-4243-b9fa-c6ebc451b661 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b09822d-7a64-412e-b682-76883101e238 HTTP/1.1" status: 200  len: 944 time: 0.3328416
Apr 05 12:15:09.836280 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-3a97e3af-a1ef-47df-a382-81d85cb9ad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:09.836955 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-3a97e3af-a1ef-47df-a382-81d85cb9ad59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:09.838738 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-3a97e3af-a1ef-47df-a382-81d85cb9ad59 service neutron] 10.222.0.37 "PUT /v2.0/ports/01581f08-eae8-48fc-8341-e867d2a86c52 HTTP/1.1" status: 200  len: 1094 time: 1.5789092
Apr 05 12:15:09.838738 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b09822d-7a64-412e-b682-76883101e238', 'tag': '01581f08-eae8-48fc-8341-e867d2a86c52'}] {{(pid=84268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:15:09.953338 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ea2164e1-a7a6-48e4-8094-8e7c7a877b97 req-9b26d368-3a70-4ba9-a1bb-0007eb493e0c tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a6e664-ed20-4667-9a79-b1b8f85bb391&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1025555
Apr 05 12:15:09.995748 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-7c14dd26-ac3d-4e5e-9c32-170fe210432a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:09.997548 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-7c14dd26-ac3d-4e5e-9c32-170fe210432a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=525c6898bd0b4bc98230f38ee54db7c6&device_id=9b09822d-7a64-412e-b682-76883101e238 HTTP/1.1" status: 200  len: 1097 time: 0.1214070
Apr 05 12:15:10.078033 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b09822d-7a64-412e-b682-76883101e238', 'tag': '01581f08-eae8-48fc-8341-e867d2a86c52', 'status': 'completed', 'code': 200}
Apr 05 12:15:10.087742 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-c5e7a26a-d19f-406e-ae18-89c0a2c6f2ea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01581f08-eae8-48fc-8341-e867d2a86c52 HTTP/1.1" status: 200  len: 217 time: 0.0802352
Apr 05 12:15:10.169317 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-fae1248a-8aca-48c8-a04d-53c4fd2753ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:10.171115 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-fae1248a-8aca-48c8-a04d-53c4fd2753ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e2bf2297-d799-490c-8e49-5e5a4e02830c HTTP/1.1" status: 200  len: 850 time: 0.0765355
Apr 05 12:15:10.259792 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-3590e8b1-22f5-460d-81e8-7c0537cb6354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:10.260096 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28644632-a739-4587-9a3e-fecbda02d36d req-774be26c-9715-4ac7-bbe1-ed2634db88b7 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:10.260848 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-28644632-a739-4587-9a3e-fecbda02d36d req-774be26c-9715-4ac7-bbe1-ed2634db88b7 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Synchronizing usage tracker for tenant:59ab3fb82a794070a1c024d576d5e87b on resource:port {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:15:10.261395 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-3590e8b1-22f5-460d-81e8-7c0537cb6354 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d1a45c1-5bda-4177-9f6d-4ce95f1005fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0831943
Apr 05 12:15:10.305069 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-28644632-a739-4587-9a3e-fecbda02d36d req-774be26c-9715-4ac7-bbe1-ed2634db88b7 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Unset dirty status for tenant:59ab3fb82a794070a1c024d576d5e87b on resource:port {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:15:10.306394 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-28644632-a739-4587-9a3e-fecbda02d36d req-774be26c-9715-4ac7-bbe1-ed2634db88b7 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 931 time: 0.5385425
Apr 05 12:15:10.391464 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-28644632-a739-4587-9a3e-fecbda02d36d req-67139c2c-882b-4985-98aa-2d9556c37df4 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0707457
Apr 05 12:15:10.413873 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-865681ed-1cc4-4881-b17d-d1c66529538d service neutron] 10.222.0.37 "GET /v2.0/networks/0d1a45c1-5bda-4177-9f6d-4ce95f1005fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455507
Apr 05 12:15:10.464203 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-552ac78e-175a-420c-afc1-7306912c41d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9df1b527-0c54-402e-929e-eecf3d4ce796 {{(pid=84269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:15:10.472120 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-552ac78e-175a-420c-afc1-7306912c41d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:10.486886 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-552ac78e-175a-420c-afc1-7306912c41d2 service neutron] Transition to ACTIVE for port object 9df1b527-0c54-402e-929e-eecf3d4ce796 will not be triggered until provisioned by entity L2. {{(pid=84269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:15:10.491493 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-552ac78e-175a-420c-afc1-7306912c41d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2694713'] for port, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:10.507285 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f03b7400-7eed-47fd-a8c4-0a6d4116c027 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:15:10.559834 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fb4757e4-4fd2-441f-8ac6-c338321ed69f req-0c8151de-7e91-4c86-bdda-7e98c60ed34e service neutron] 10.222.0.37 "GET /v2.0/networks/0d1a45c1-5bda-4177-9f6d-4ce95f1005fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389484
Apr 05 12:15:10.646018 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ac78e-175a-420c-afc1-7306912c41d2 service neutron] Pushing event updated for resources: {'Port': ['ID=9df1b527-0c54-402e-929e-eecf3d4ce796,revision_number=2']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:15:10.650845 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-552ac78e-175a-420c-afc1-7306912c41d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:15:10.685778 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fd9e0-a8a8-42b2-8135-713a6d493f26 req-41794272-41d3-4479-941c-bc713c4d4157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:10.687589 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-cf7fd9e0-a8a8-42b2-8135-713a6d493f26 req-41794272-41d3-4479-941c-bc713c4d4157 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=525c6898bd0b4bc98230f38ee54db7c6&device_id=9b09822d-7a64-412e-b682-76883101e238 HTTP/1.1" status: 200  len: 1097 time: 0.0818148
Apr 05 12:15:10.875702 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-552ac78e-175a-420c-afc1-7306912c41d2 service neutron] Attempting to bind port 9df1b527-0c54-402e-929e-eecf3d4ce796 on host hv-cinder-78476 for vnic_type normal with profile  {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:15:10.876079 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-552ac78e-175a-420c-afc1-7306912c41d2 service neutron] Attempting to bind port 9df1b527-0c54-402e-929e-eecf3d4ce796 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '5b92adec-2cbb-449d-8979-ec4b58c936f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a3a55611-a0f0-4df9-b637-46ecc7406414'}] {{(pid=84269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:15:10.876449 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-552ac78e-175a-420c-afc1-7306912c41d2 service neutron] Attempting to bind port 9df1b527-0c54-402e-929e-eecf3d4ce796 on network a3a55611-a0f0-4df9-b637-46ecc7406414 {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:15:10.882524 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-552ac78e-175a-420c-afc1-7306912c41d2 service neutron] Port 9df1b527-0c54-402e-929e-eecf3d4ce796 on network a3a55611-a0f0-4df9-b637-46ecc7406414 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 12:15:10.882893 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-552ac78e-175a-420c-afc1-7306912c41d2 service neutron] Attempting to bind port 9df1b527-0c54-402e-929e-eecf3d4ce796 on network a3a55611-a0f0-4df9-b637-46ecc7406414 {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:15:10.889732 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-552ac78e-175a-420c-afc1-7306912c41d2 service neutron] Checking agent: {'id': '038210d6-d792-4dfe-95d3-eb4a37cb8b01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:15:10.890113 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-552ac78e-175a-420c-afc1-7306912c41d2 service neutron] Checking segment: {'id': '5b92adec-2cbb-449d-8979-ec4b58c936f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a3a55611-a0f0-4df9-b637-46ecc7406414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:15:10.890675 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-552ac78e-175a-420c-afc1-7306912c41d2 service neutron] Bound using segment: {'id': '5b92adec-2cbb-449d-8979-ec4b58c936f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a3a55611-a0f0-4df9-b637-46ecc7406414'} {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:15:10.891123 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-552ac78e-175a-420c-afc1-7306912c41d2 service neutron] Bound port: 9df1b527-0c54-402e-929e-eecf3d4ce796, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b92adec-2cbb-449d-8979-ec4b58c936f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a3a55611-a0f0-4df9-b637-46ecc7406414'}}] {{(pid=84269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:15:10.891435 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-552ac78e-175a-420c-afc1-7306912c41d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:10.998841 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-552ac78e-175a-420c-afc1-7306912c41d2 service neutron] For port 9df1b527-0c54-402e-929e-eecf3d4ce796, host hv-cinder-78476, cleared binding levels {{(pid=84269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:15:11.002300 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-552ac78e-175a-420c-afc1-7306912c41d2 service neutron] For port 9df1b527-0c54-402e-929e-eecf3d4ce796, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=9df1b527-0c54-402e-929e-eecf3d4ce796,segment=NetworkSegment(5b92adec-2cbb-449d-8979-ec4b58c936f9),segment_id=5b92adec-2cbb-449d-8979-ec4b58c936f9)] {{(pid=84269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:15:11.008040 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-552ac78e-175a-420c-afc1-7306912c41d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2694713'] for port, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:11.024547 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-4d7ae7df-1b46-4728-b3a2-a3aeeedc6854 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:15:11.173181 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b3221-fcbb-48f8-a9de-edfc523fa049 req-ab794dbe-7e0e-4dd8-8722-e73a3756da06 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:11.174817 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b79b3221-fcbb-48f8-a9de-edfc523fa049 req-ab794dbe-7e0e-4dd8-8722-e73a3756da06 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 946 time: 0.3955467
Apr 05 12:15:11.179575 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fd9e0-a8a8-42b2-8135-713a6d493f26 req-19a2c3f6-b861-451f-9800-e652a5d85383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:11.181063 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-cf7fd9e0-a8a8-42b2-8135-713a6d493f26 req-19a2c3f6-b861-451f-9800-e652a5d85383 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0d1a45c1-5bda-4177-9f6d-4ce95f1005fb HTTP/1.1" status: 200  len: 912 time: 0.4864547
Apr 05 12:15:11.247092 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ac78e-175a-420c-afc1-7306912c41d2 service neutron] Pushing event updated for resources: {'Port': ['ID=9df1b527-0c54-402e-929e-eecf3d4ce796,revision_number=3']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:15:11.256567 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-552ac78e-175a-420c-afc1-7306912c41d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:15:11.269822 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-cf7fd9e0-a8a8-42b2-8135-713a6d493f26 req-aa999b14-d371-49cc-81c5-b619aa9d1da1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01581f08-eae8-48fc-8341-e867d2a86c52 HTTP/1.1" status: 200  len: 217 time: 0.0739236
Apr 05 12:15:11.294395 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba03dd-a81b-4ce1-80b9-70ad597af309 req-20748598-21df-47f4-93ce-ccf542348729 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:11.295989 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-90ba03dd-a81b-4ce1-80b9-70ad597af309 req-20748598-21df-47f4-93ce-ccf542348729 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b09822d-7a64-412e-b682-76883101e238 HTTP/1.1" status: 200  len: 944 time: 0.1824884
Apr 05 12:15:11.323957 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-552ac78e-175a-420c-afc1-7306912c41d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:11.324629 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-552ac78e-175a-420c-afc1-7306912c41d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:11.326103 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-552ac78e-175a-420c-afc1-7306912c41d2 service neutron] 10.222.0.37 "PUT /v2.0/ports/9df1b527-0c54-402e-929e-eecf3d4ce796 HTTP/1.1" status: 200  len: 1093 time: 1.8477046
Apr 05 12:15:11.326701 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c60877-1e5d-4312-a660-a4763656292f', 'tag': '9df1b527-0c54-402e-929e-eecf3d4ce796'}] {{(pid=84269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:15:11.333569 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b79b3221-fcbb-48f8-a9de-edfc523fa049 req-c3ac11a5-9c9a-43b5-98a2-8f7a5429cc61 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1514702
Apr 05 12:15:11.356761 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fd9e0-a8a8-42b2-8135-713a6d493f26 req-fa28e05e-c5c9-4b01-b188-53deead6bb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:11.358374 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-cf7fd9e0-a8a8-42b2-8135-713a6d493f26 req-fa28e05e-c5c9-4b01-b188-53deead6bb29 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e2bf2297-d799-490c-8e49-5e5a4e02830c HTTP/1.1" status: 200  len: 850 time: 0.0795283
Apr 05 12:15:11.360407 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-90ba03dd-a81b-4ce1-80b9-70ad597af309 req-4d0a2e21-934f-4661-bfd6-2e82b18eb760 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a6e664-ed20-4667-9a79-b1b8f85bb391&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565529
Apr 05 12:15:11.422909 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c60877-1e5d-4312-a660-a4763656292f', 'tag': '9df1b527-0c54-402e-929e-eecf3d4ce796', 'status': 'completed', 'code': 200}
Apr 05 12:15:11.462768 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-44e9926e-2b89-470e-acaa-ebd99b09a704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:11.464400 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-44e9926e-2b89-470e-acaa-ebd99b09a704 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59ab3fb82a794070a1c024d576d5e87b&device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 1096 time: 0.0921826
Apr 05 12:15:11.474211 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fd9e0-a8a8-42b2-8135-713a6d493f26 req-8665c373-8809-4e0c-a78c-90d193777de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:11.475879 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-cf7fd9e0-a8a8-42b2-8135-713a6d493f26 req-8665c373-8809-4e0c-a78c-90d193777de8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d1a45c1-5bda-4177-9f6d-4ce95f1005fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1086793
Apr 05 12:15:11.581441 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-ffa07aee-ee39-4341-a5ed-aa41144ddda6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9df1b527-0c54-402e-929e-eecf3d4ce796 HTTP/1.1" status: 200  len: 217 time: 0.1079166
Apr 05 12:15:11.631880 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-cf7fd9e0-a8a8-42b2-8135-713a6d493f26 req-4735c130-9c6b-440c-9a92-e7d5fe41ba3e service neutron] 10.222.0.37 "GET /v2.0/networks/0d1a45c1-5bda-4177-9f6d-4ce95f1005fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1469967
Apr 05 12:15:11.674496 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-313e01cf-64a1-4280-9ba0-191f82815c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:11.676446 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-313e01cf-64a1-4280-9ba0-191f82815c34 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2 HTTP/1.1" status: 200  len: 847 time: 0.0889704
Apr 05 12:15:11.743442 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb22b3-5128-4e7b-9b13-ea2a4f07688f req-0e22318f-0f18-457b-8b93-d284abb596d3 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:11.745028 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f9cb22b3-5128-4e7b-9b13-ea2a4f07688f req-0e22318f-0f18-457b-8b93-d284abb596d3 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 943 time: 0.2067828
Apr 05 12:15:11.777502 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-cf7fd9e0-a8a8-42b2-8135-713a6d493f26 req-36573a02-44f9-47d8-9ca1-804b6e2df5c6 service neutron] 10.222.0.37 "GET /v2.0/networks/0d1a45c1-5bda-4177-9f6d-4ce95f1005fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382458
Apr 05 12:15:11.811646 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f9cb22b3-5128-4e7b-9b13-ea2a4f07688f req-66c0762b-317f-4074-9a1a-72af72e37636 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0587876
Apr 05 12:15:11.813744 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-ae691764-27d6-4dee-96b4-8570de524da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:11.815380 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-ae691764-27d6-4dee-96b4-8570de524da7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a3a55611-a0f0-4df9-b637-46ecc7406414&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1303976
Apr 05 12:15:11.955765 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-2cb9d817-3fad-450a-acab-2f29f14898f7 service neutron] 10.222.0.37 "GET /v2.0/networks/a3a55611-a0f0-4df9-b637-46ecc7406414?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1332362
Apr 05 12:15:12.096339 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5053831f-582a-4ac1-857a-e97d5b0c7072 req-a4920466-9334-4309-8db7-92f0b26f7a13 service neutron] 10.222.0.37 "GET /v2.0/networks/a3a55611-a0f0-4df9-b637-46ecc7406414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332312
Apr 05 12:15:12.221450 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5dc45a-f4ec-4e27-9d7d-a4be984b5bab req-5f8bbf26-94f8-4820-8345-5d8262b8959c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:12.223129 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5c5dc45a-f4ec-4e27-9d7d-a4be984b5bab req-5f8bbf26-94f8-4820-8345-5d8262b8959c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59ab3fb82a794070a1c024d576d5e87b&device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 1096 time: 0.0807045
Apr 05 12:15:12.371885 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5dc45a-f4ec-4e27-9d7d-a4be984b5bab req-23054559-5405-4675-8a63-00fc5e7d42d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:12.373390 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5c5dc45a-f4ec-4e27-9d7d-a4be984b5bab req-23054559-5405-4675-8a63-00fc5e7d42d3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a3a55611-a0f0-4df9-b637-46ecc7406414 HTTP/1.1" status: 200  len: 909 time: 0.1430988
Apr 05 12:15:12.453026 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5c5dc45a-f4ec-4e27-9d7d-a4be984b5bab req-29e2465c-5e33-4667-8210-d06391af6e01 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9df1b527-0c54-402e-929e-eecf3d4ce796 HTTP/1.1" status: 200  len: 217 time: 0.0723295
Apr 05 12:15:12.577092 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5dc45a-f4ec-4e27-9d7d-a4be984b5bab req-d03f2a71-7ff5-4aeb-ae72-95af5ca03dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:12.578327 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca550b-d011-4532-8410-46c9accc2b8a req-ee7a5fad-febe-495e-9400-8e7091b168e4 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:12.578713 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5c5dc45a-f4ec-4e27-9d7d-a4be984b5bab req-d03f2a71-7ff5-4aeb-ae72-95af5ca03dcb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2 HTTP/1.1" status: 200  len: 847 time: 0.1177258
Apr 05 12:15:12.579951 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e6ca550b-d011-4532-8410-46c9accc2b8a req-ee7a5fad-febe-495e-9400-8e7091b168e4 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 946 time: 0.0939319
Apr 05 12:15:12.629684 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e6ca550b-d011-4532-8410-46c9accc2b8a req-20e0ae38-d969-47b7-b137-7e64d8d1c1cf tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429161
Apr 05 12:15:12.661498 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a6447-6661-482b-9701-e7140de88b34 req-5ae98726-f80d-470b-9565-88deebecc0c7 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:12.663126 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-478a6447-6661-482b-9701-e7140de88b34 req-5ae98726-f80d-470b-9565-88deebecc0c7 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b09822d-7a64-412e-b682-76883101e238 HTTP/1.1" status: 200  len: 944 time: 0.1662939
Apr 05 12:15:12.722109 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5dc45a-f4ec-4e27-9d7d-a4be984b5bab req-776c81d4-ff60-4e69-b758-07d680b3d08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:12.723688 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5c5dc45a-f4ec-4e27-9d7d-a4be984b5bab req-776c81d4-ff60-4e69-b758-07d680b3d08e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a3a55611-a0f0-4df9-b637-46ecc7406414&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1356637
Apr 05 12:15:12.728558 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-478a6447-6661-482b-9701-e7140de88b34 req-0ae6051c-712f-44de-a5d1-d513e6bfa58a tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a6e664-ed20-4667-9a79-b1b8f85bb391&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553925
Apr 05 12:15:12.867302 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5c5dc45a-f4ec-4e27-9d7d-a4be984b5bab req-e34d43b7-b380-4f1c-a1e9-01901470f006 service neutron] 10.222.0.37 "GET /v2.0/networks/a3a55611-a0f0-4df9-b637-46ecc7406414?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354079
Apr 05 12:15:13.010955 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5c5dc45a-f4ec-4e27-9d7d-a4be984b5bab req-7dfa251d-0743-48f2-92fd-2f4dd9d800dc service neutron] 10.222.0.37 "GET /v2.0/networks/a3a55611-a0f0-4df9-b637-46ecc7406414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361973
Apr 05 12:15:13.015671 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff94dc-d3b6-4286-9194-3b5dd8004999 req-9b0c1ffc-da0c-44a5-bb81-a774fd9f6f91 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:13.017288 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f6ff94dc-d3b6-4286-9194-3b5dd8004999 req-9b0c1ffc-da0c-44a5-bb81-a774fd9f6f91 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 943 time: 0.0933774
Apr 05 12:15:13.066019 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f6ff94dc-d3b6-4286-9194-3b5dd8004999 req-b3d081f4-0ae3-4686-a44e-33f27e80fbfd tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418265
Apr 05 12:15:13.767332 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 01581f08-eae8-48fc-8341-e867d2a86c52 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 12:15:13.834539 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098d17a-4e65-46aa-981d-ebac36680ab3 req-75c93e04-52ff-47b8-98c5-83dd0ae3403b tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:13.836167 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7098d17a-4e65-46aa-981d-ebac36680ab3 req-75c93e04-52ff-47b8-98c5-83dd0ae3403b tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 946 time: 0.0884969
Apr 05 12:15:13.888191 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7098d17a-4e65-46aa-981d-ebac36680ab3 req-ce485ca2-a72e-4bfd-b32f-7509704d4fed tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453796
Apr 05 12:15:13.915304 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 01581f08-eae8-48fc-8341-e867d2a86c52, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=01581f08-eae8-48fc-8341-e867d2a86c52,segment=NetworkSegment(9db00757-6e46-4c10-9476-d05f8f304f63),segment_id=9db00757-6e46-4c10-9476-d05f8f304f63)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:15:13.930011 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Returning: {'device': '01581f08-eae8-48fc-8341-e867d2a86c52', 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb', 'port_id': '01581f08-eae8-48fc-8341-e867d2a86c52', 'mac_address': 'fa:16:3e:30:b0:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2bf2297-d799-490c-8e49-5e5a4e02830c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 12:15:13.941402 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404e983-9a4e-431d-9849-d3bff735e139 req-8ed810e5-f3dc-4e63-94fd-92702a2d3523 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:13.943082 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a404e983-9a4e-431d-9849-d3bff735e139 req-8ed810e5-f3dc-4e63-94fd-92702a2d3523 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b09822d-7a64-412e-b682-76883101e238 HTTP/1.1" status: 200  len: 944 time: 0.0993392
Apr 05 12:15:13.988495 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:13.991193 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a404e983-9a4e-431d-9849-d3bff735e139 req-1fe9155e-2e66-443a-b848-110d08977c74 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a6e664-ed20-4667-9a79-b1b8f85bb391&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415554
Apr 05 12:15:14.009952 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01581f08-eae8-48fc-8341-e867d2a86c52 {{(pid=84270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:15:14.025661 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 01581f08-eae8-48fc-8341-e867d2a86c52, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=01581f08-eae8-48fc-8341-e867d2a86c52,segment=NetworkSegment(9db00757-6e46-4c10-9476-d05f8f304f63),segment_id=9db00757-6e46-4c10-9476-d05f8f304f63)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:15:14.028736 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:14.031352 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:15:14.100205 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=01581f08-eae8-48fc-8341-e867d2a86c52,revision_number=4']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:15:14.103535 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:15:14.274717 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03338c-8548-4de4-b160-b39951e3efb7 req-254a972c-1c03-49a7-b440-1f4ebd60e179 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:14.276569 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8e03338c-8548-4de4-b160-b39951e3efb7 req-254a972c-1c03-49a7-b440-1f4ebd60e179 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 943 time: 0.0899050
Apr 05 12:15:14.328226 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8e03338c-8548-4de4-b160-b39951e3efb7 req-de9bbeee-dabe-40da-a291-8d476f023328 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452459
Apr 05 12:15:14.351887 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['01581f08-eae8-48fc-8341-e867d2a86c52'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:15:15.099726 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97587f-22dc-46c8-bcf9-5bc2a836ae2b req-3a44ff4e-98b7-4b5a-b501-279676052312 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:15.102677 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6c97587f-22dc-46c8-bcf9-5bc2a836ae2b req-3a44ff4e-98b7-4b5a-b501-279676052312 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 946 time: 0.0926752
Apr 05 12:15:15.153239 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6c97587f-22dc-46c8-bcf9-5bc2a836ae2b req-45677086-5e63-4101-80f2-2bda85f0a972 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447898
Apr 05 12:15:15.195733 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f58f4-b25d-4209-880d-6807f9ea0df6 req-5b17bc42-85dc-4250-a3c3-cf7a29210240 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:15.197256 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fb3f58f4-b25d-4209-880d-6807f9ea0df6 req-5b17bc42-85dc-4250-a3c3-cf7a29210240 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b09822d-7a64-412e-b682-76883101e238 HTTP/1.1" status: 200  len: 945 time: 0.0941300
Apr 05 12:15:15.245836 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fb3f58f4-b25d-4209-880d-6807f9ea0df6 req-b2aa16d1-31b9-4026-b022-daab3fadbf74 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a6e664-ed20-4667-9a79-b1b8f85bb391&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410705
Apr 05 12:15:15.529112 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf43f6-b2d5-4096-bbbb-515f5f2aa77b req-10f6152a-69cf-475e-9a60-55636aceaf24 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:15.530707 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-afaf43f6-b2d5-4096-bbbb-515f5f2aa77b req-10f6152a-69cf-475e-9a60-55636aceaf24 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 943 time: 0.0914214
Apr 05 12:15:15.577166 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-afaf43f6-b2d5-4096-bbbb-515f5f2aa77b req-07b604f9-8480-46b4-a777-18bdcbe99ace tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395463
Apr 05 12:15:15.766612 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 01581f08-eae8-48fc-8341-e867d2a86c52 up at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:15:15.836977 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning for port 01581f08-eae8-48fc-8341-e867d2a86c52 completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:15:15.841706 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning complete for port 01581f08-eae8-48fc-8341-e867d2a86c52 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:15:15.842156 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:15.964730 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:15.992966 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b09822d-7a64-412e-b682-76883101e238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01581f08-eae8-48fc-8341-e867d2a86c52'}] {{(pid=84270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:15:16.003091 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 01581f08-eae8-48fc-8341-e867d2a86c52, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=01581f08-eae8-48fc-8341-e867d2a86c52,segment=NetworkSegment(9db00757-6e46-4c10-9476-d05f8f304f63),segment_id=9db00757-6e46-4c10-9476-d05f8f304f63)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:15:16.006500 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:16.008422 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ea60b1e5-40c8-4ef3-9dcb-8c89783f8d0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:15:16.045861 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b09822d-7a64-412e-b682-76883101e238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01581f08-eae8-48fc-8341-e867d2a86c52', 'code': 200}
Apr 05 12:15:16.079915 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=01581f08-eae8-48fc-8341-e867d2a86c52,revision_number=5']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:15:16.088621 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:15:16.088958 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:15:16.089343 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:15:16.089720 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:15:16.090095 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:15:16.090492 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:15:16.090865 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:15:16.091236 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:15:16.091607 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:15:16.091974 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:15:16.092339 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:15:16.092702 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:15:16.097525 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:15:16.297567 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c71509-e61d-4d2f-9e80-c3f40a6cdea9 req-18332452-372a-433c-b01f-ef29d48155dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:16.299201 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-73c71509-e61d-4d2f-9e80-c3f40a6cdea9 req-18332452-372a-433c-b01f-ef29d48155dd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9b09822d-7a64-412e-b682-76883101e238 HTTP/1.1" status: 200  len: 1099 time: 0.0802152
Apr 05 12:15:16.347103 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-73c71509-e61d-4d2f-9e80-c3f40a6cdea9 req-355d799a-4c1a-420e-beec-ec5d3017a34a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=44a6e664-ed20-4667-9a79-b1b8f85bb391&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408654
Apr 05 12:15:16.369860 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df0504-c836-42cf-bd27-4b6c0c2bf542 req-ddb8f591-8c86-49d0-8a5d-fe622f85e4f5 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:16.371523 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e6df0504-c836-42cf-bd27-4b6c0c2bf542 req-ddb8f591-8c86-49d0-8a5d-fe622f85e4f5 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 946 time: 0.0996139
Apr 05 12:15:16.423341 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e6df0504-c836-42cf-bd27-4b6c0c2bf542 req-cc74f11d-2f01-4595-87e6-4238f0182677 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453265
Apr 05 12:15:16.458581 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9daaaa-02b4-40a4-bc7d-060c63f6d917 req-922ec25e-1b9b-4775-98e3-399695efa7fb tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:16.460165 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5f9daaaa-02b4-40a4-bc7d-060c63f6d917 req-922ec25e-1b9b-4775-98e3-399695efa7fb tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b09822d-7a64-412e-b682-76883101e238 HTTP/1.1" status: 200  len: 946 time: 0.0955219
Apr 05 12:15:16.463262 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 6 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:15:16.509665 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5f9daaaa-02b4-40a4-bc7d-060c63f6d917 req-558f78d8-e53c-4616-9370-85b1f8e14f67 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a6e664-ed20-4667-9a79-b1b8f85bb391&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430911
Apr 05 12:15:16.780670 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6babd5-93b5-4294-82c7-f3d907d79bb2 req-d72280de-7aba-4550-9bc7-b7a9ec40d7e1 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:16.782287 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0b6babd5-93b5-4294-82c7-f3d907d79bb2 req-d72280de-7aba-4550-9bc7-b7a9ec40d7e1 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 943 time: 0.0920265
Apr 05 12:15:16.829466 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0b6babd5-93b5-4294-82c7-f3d907d79bb2 req-55631507-0c41-44d6-9ebd-58bfc92603b6 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407312
Apr 05 12:15:17.640962 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f236b5-5625-4f77-8614-2b9cbecef404 req-7d4980de-b9ad-4170-8e68-0f5e9d70cef9 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:17.642603 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-13f236b5-5625-4f77-8614-2b9cbecef404 req-7d4980de-b9ad-4170-8e68-0f5e9d70cef9 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 946 time: 0.0914836
Apr 05 12:15:17.714885 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbd70d-2e6c-4932-a214-874c1294e8e8 req-c5fcfa6b-d251-4a68-821f-f139509dbf39 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:17.716507 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c4fbd70d-2e6c-4932-a214-874c1294e8e8 req-c5fcfa6b-d251-4a68-821f-f139509dbf39 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b09822d-7a64-412e-b682-76883101e238 HTTP/1.1" status: 200  len: 946 time: 0.0935993
Apr 05 12:15:17.768216 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c4fbd70d-2e6c-4932-a214-874c1294e8e8 req-35e04bfc-2d8c-4d93-b277-cc41ac172c04 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a6e664-ed20-4667-9a79-b1b8f85bb391&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441043
Apr 05 12:15:17.930054 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-13f236b5-5625-4f77-8614-2b9cbecef404 req-93197210-0413-4462-8a82-be9a9334b22a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2802162
Apr 05 12:15:17.973017 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edd5b1-4a52-43bd-a1b9-c9997ca53a69 req-ec9993bd-5b12-4f5a-8c5b-76b78a332d6c tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:17.974596 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-96edd5b1-4a52-43bd-a1b9-c9997ca53a69 req-ec9993bd-5b12-4f5a-8c5b-76b78a332d6c tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b09822d-7a64-412e-b682-76883101e238 HTTP/1.1" status: 200  len: 946 time: 0.0940950
Apr 05 12:15:17.984001 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 49188) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:15:17.990472 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-f4bbf3e1-83da-4a30-b258-1748df8e3374 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Request body: {'floatingip': {'port_id': '01581f08-eae8-48fc-8341-e867d2a86c52'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:15:18.078276 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4bbf3e1-83da-4a30-b258-1748df8e3374 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for floatingip, before_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:18.119334 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e11ef-555e-4b16-afb9-c38266a991f6 req-04c5ebfe-182e-458b-91f8-9b39895e8d85 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:18.120944 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-dc5e11ef-555e-4b16-afb9-c38266a991f6 req-04c5ebfe-182e-458b-91f8-9b39895e8d85 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 943 time: 0.0883636
Apr 05 12:15:18.172066 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-dc5e11ef-555e-4b16-afb9-c38266a991f6 req-79867bee-fbeb-498e-8b38-cedc5089daa4 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446169
Apr 05 12:15:18.718246 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4bbf3e1-83da-4a30-b258-1748df8e3374 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:18.720969 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4bbf3e1-83da-4a30-b258-1748df8e3374 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854330421'] for floatingip, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:18.897536 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.l3_db [None req-f4bbf3e1-83da-4a30-b258-1748df8e3374 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Floating IP cde7ac57-140a-4acf-aeae-55ff63bfecdc associated. External IP: 172.27.0.78, port: 01581f08-eae8-48fc-8341-e867d2a86c52.
Apr 05 12:15:19.382283 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afacd621-0630-48d2-8bc3-9977fd91e73c req-74ea4110-dbbc-4338-8937-bae036125c91 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:19.383993 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-afacd621-0630-48d2-8bc3-9977fd91e73c req-74ea4110-dbbc-4338-8937-bae036125c91 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 943 time: 0.0959375
Apr 05 12:15:19.435762 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-afacd621-0630-48d2-8bc3-9977fd91e73c req-1f6abf21-b773-4830-9611-b37c72009a27 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449033
Apr 05 12:15:19.532500 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c58f1a-7273-4f11-b8ef-97e27e6e66fd req-da408449-b783-4ad1-a75c-83b5c6127836 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:19.534668 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-21c58f1a-7273-4f11-b8ef-97e27e6e66fd req-da408449-b783-4ad1-a75c-83b5c6127836 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 946 time: 0.4877887
Apr 05 12:15:19.615451 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-21c58f1a-7273-4f11-b8ef-97e27e6e66fd req-acf1eedc-ee4c-4bb1-9512-500ffb0914fe tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0682197
Apr 05 12:15:19.631969 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4bbf3e1-83da-4a30-b258-1748df8e3374 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Router a263005d-5aa8-4fe5-bad2-c26f09105d63 has already been hosted by L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d {{(pid=84268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 12:15:19.797879 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 9df1b527-0c54-402e-929e-eecf3d4ce796 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 12:15:19.824358 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bbf3e1-83da-4a30-b258-1748df8e3374 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:15:19.829376 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f4bbf3e1-83da-4a30-b258-1748df8e3374 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for floatingip, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:19.879140 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da5f27d-92e7-46df-925b-f880e959f3ce None None] Sync routers for ids ['a263005d-5aa8-4fe5-bad2-c26f09105d63'] in dv-cinder-784763-1-iscsi {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:15:19.887219 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-f4bbf3e1-83da-4a30-b258-1748df8e3374 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "PUT /v2.0/floatingips/cde7ac57-140a-4acf-aeae-55ff63bfecdc HTTP/1.1" status: 200  len: 991 time: 1.9019499
Apr 05 12:15:19.888150 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b09822d-7a64-412e-b682-76883101e238', 'tag': '01581f08-eae8-48fc-8341-e867d2a86c52'}] {{(pid=84268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:15:19.904064 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da5f27d-92e7-46df-925b-f880e959f3ce None None] Routers {'a263005d-5aa8-4fe5-bad2-c26f09105d63'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:15:19.904762 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-7da5f27d-92e7-46df-925b-f880e959f3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460b9f5c0>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:14:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['a263005d-5aa8-4fe5-bad2-c26f09105d63'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:15:19.949934 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b09822d-7a64-412e-b682-76883101e238', 'tag': '01581f08-eae8-48fc-8341-e867d2a86c52', 'status': 'completed', 'code': 200}
Apr 05 12:15:20.056034 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcad175-9eb3-43ca-892a-fe5874362bd0 req-1e7c5345-3da5-411b-b357-aebc056d45ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:20.057519 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ffcad175-9eb3-43ca-892a-fe5874362bd0 req-1e7c5345-3da5-411b-b357-aebc056d45ef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=525c6898bd0b4bc98230f38ee54db7c6&device_id=9b09822d-7a64-412e-b682-76883101e238 HTTP/1.1" status: 200  len: 1099 time: 0.0845408
Apr 05 12:15:20.121967 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 9df1b527-0c54-402e-929e-eecf3d4ce796, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=9df1b527-0c54-402e-929e-eecf3d4ce796,segment=NetworkSegment(5b92adec-2cbb-449d-8979-ec4b58c936f9),segment_id=5b92adec-2cbb-449d-8979-ec4b58c936f9)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:15:20.145449 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Returning: {'device': '9df1b527-0c54-402e-929e-eecf3d4ce796', 'network_id': 'a3a55611-a0f0-4df9-b637-46ecc7406414', 'port_id': '9df1b527-0c54-402e-929e-eecf3d4ce796', 'mac_address': 'fa:16:3e:9d:56:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 12:15:20.183891 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-7da5f27d-92e7-46df-925b-f880e959f3ce None None] Set router a263005d-5aa8-4fe5-bad2-c26f09105d63 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:15:20.202141 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcad175-9eb3-43ca-892a-fe5874362bd0 req-e57449a5-7ada-4f20-9211-271ea1ad26d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:20.203733 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ffcad175-9eb3-43ca-892a-fe5874362bd0 req-e57449a5-7ada-4f20-9211-271ea1ad26d0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0d1a45c1-5bda-4177-9f6d-4ce95f1005fb HTTP/1.1" status: 200  len: 912 time: 0.1390002
Apr 05 12:15:20.310572 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ffcad175-9eb3-43ca-892a-fe5874362bd0 req-f7dfde95-c8a0-4a1f-afb4-9b07f9dc5389 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01581f08-eae8-48fc-8341-e867d2a86c52 HTTP/1.1" status: 200  len: 999 time: 0.1000037
Apr 05 12:15:20.348637 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:20.381468 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df1b527-0c54-402e-929e-eecf3d4ce796 {{(pid=84270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:15:20.384340 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcad175-9eb3-43ca-892a-fe5874362bd0 req-0416818f-9b07-4df5-a858-888c348f70f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:20.385897 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ffcad175-9eb3-43ca-892a-fe5874362bd0 req-0416818f-9b07-4df5-a858-888c348f70f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e2bf2297-d799-490c-8e49-5e5a4e02830c HTTP/1.1" status: 200  len: 850 time: 0.0691991
Apr 05 12:15:20.413343 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 9df1b527-0c54-402e-929e-eecf3d4ce796, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=9df1b527-0c54-402e-929e-eecf3d4ce796,segment=NetworkSegment(5b92adec-2cbb-449d-8979-ec4b58c936f9),segment_id=5b92adec-2cbb-449d-8979-ec4b58c936f9)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:15:20.429972 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:20.476358 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcad175-9eb3-43ca-892a-fe5874362bd0 req-12bb69d8-ba92-4367-80a3-4ebdb82f4db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:20.477968 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ffcad175-9eb3-43ca-892a-fe5874362bd0 req-12bb69d8-ba92-4367-80a3-4ebdb82f4db5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d1a45c1-5bda-4177-9f6d-4ce95f1005fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0847211
Apr 05 12:15:20.482103 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:15:20.613055 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=9df1b527-0c54-402e-929e-eecf3d4ce796,revision_number=4']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:15:20.616647 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:15:20.632221 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ffcad175-9eb3-43ca-892a-fe5874362bd0 req-086b031d-f035-4719-ab53-cf2dda7f59b3 service neutron] 10.222.0.37 "GET /v2.0/networks/0d1a45c1-5bda-4177-9f6d-4ce95f1005fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466062
Apr 05 12:15:20.655379 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30016fce-6a7c-417b-b01f-2bf8d934fb3e req-ef85c370-4f55-4942-9421-13122c54fc52 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:20.657085 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-30016fce-6a7c-417b-b01f-2bf8d934fb3e req-ef85c370-4f55-4942-9421-13122c54fc52 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 944 time: 0.1016994
Apr 05 12:15:20.696809 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-7da5f27d-92e7-46df-925b-f880e959f3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460b9f5c0>, [{'id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'name': 'tempest-AttachVolumeTestJSON-1274198240-router', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:07Z', 'updated_at': '2021-04-05T12:08:14Z', 'revision_number': 4, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'gw_port': {'id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:08Z', 'updated_at': '2021-04-05T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_floatingips': [{'id': 'cde7ac57-140a-4acf-aeae-55ff63bfecdc', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'router_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'port_id': '01581f08-eae8-48fc-8341-e867d2a86c52', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb', 'mac_address': 'fa:16:3e:30:b0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b09822d-7a64-412e-b682-76883101e238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:15:03Z', 'updated_at': '2021-04-05T12:15:18Z', 'revision_number': 1, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5874e2f-c965-4586-9fdd-64f048d8b717', 'name': '', 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'mac_address': 'fa:16:3e:27:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'e2bf2297-d799-490c-8e49-5e5a4e02830c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:12Z', 'updated_at': '2021-04-05T12:08:24Z', 'revision_number': 5, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'subnets': [{'id': 'e2bf2297-d799-490c-8e49-5e5a4e02830c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:15:20.701092 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da5f27d-92e7-46df-925b-f880e959f3ce None None] Checking router: a263005d-5aa8-4fe5-bad2-c26f09105d63 for host: dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:15:20.711486 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da5f27d-92e7-46df-925b-f880e959f3ce None None] Routers {'a263005d-5aa8-4fe5-bad2-c26f09105d63'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:15:20.712278 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-7da5f27d-92e7-46df-925b-f880e959f3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460b9f5c0>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:14:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['a263005d-5aa8-4fe5-bad2-c26f09105d63'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:15:20.713523 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-30016fce-6a7c-417b-b01f-2bf8d934fb3e req-3dc2ef74-c439-445e-bda7-20fd6042420d tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484223
Apr 05 12:15:20.840154 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['9df1b527-0c54-402e-929e-eecf3d4ce796'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:15:20.850185 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ffcad175-9eb3-43ca-892a-fe5874362bd0 req-a64ff873-e628-4dbd-88be-3509075256cc service neutron] 10.222.0.37 "GET /v2.0/networks/0d1a45c1-5bda-4177-9f6d-4ce95f1005fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2105606
Apr 05 12:15:20.880655 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a465be-bc9d-4559-9a72-ea891424458f req-b8172ab1-53c4-4009-82c6-9765445a5f2d tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:20.882336 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-73a465be-bc9d-4559-9a72-ea891424458f req-b8172ab1-53c4-4009-82c6-9765445a5f2d tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 946 time: 0.1281366
Apr 05 12:15:20.933481 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-73a465be-bc9d-4559-9a72-ea891424458f req-bf7bcc46-eaf8-4df0-96c8-542dca7e317a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445149
Apr 05 12:15:21.182677 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-7da5f27d-92e7-46df-925b-f880e959f3ce None None] Set router a263005d-5aa8-4fe5-bad2-c26f09105d63 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:15:21.716731 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-7da5f27d-92e7-46df-925b-f880e959f3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460b9f5c0>, [{'id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'name': 'tempest-AttachVolumeTestJSON-1274198240-router', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:07Z', 'updated_at': '2021-04-05T12:08:14Z', 'revision_number': 4, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'gw_port': {'id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:08Z', 'updated_at': '2021-04-05T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_floatingips': [{'id': 'cde7ac57-140a-4acf-aeae-55ff63bfecdc', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'router_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'port_id': '01581f08-eae8-48fc-8341-e867d2a86c52', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb', 'mac_address': 'fa:16:3e:30:b0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b09822d-7a64-412e-b682-76883101e238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:15:03Z', 'updated_at': '2021-04-05T12:15:18Z', 'revision_number': 1, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5874e2f-c965-4586-9fdd-64f048d8b717', 'name': '', 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'mac_address': 'fa:16:3e:27:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'e2bf2297-d799-490c-8e49-5e5a4e02830c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:12Z', 'updated_at': '2021-04-05T12:08:24Z', 'revision_number': 5, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'subnets': [{'id': 'e2bf2297-d799-490c-8e49-5e5a4e02830c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:15:21.720882 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da5f27d-92e7-46df-925b-f880e959f3ce None None] The sync data for ids ['a263005d-5aa8-4fe5-bad2-c26f09105d63'] in dv-cinder-784763-1-iscsi is: [{'id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'name': 'tempest-AttachVolumeTestJSON-1274198240-router', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:07Z', 'updated_at': '2021-04-05T12:08:14Z', 'revision_number': 4, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'gw_port': {'id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:08Z', 'updated_at': '2021-04-05T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_floatingips': [{'id': 'cde7ac57-140a-4acf-aeae-55ff63bfecdc', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'router_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'port_id': '01581f08-eae8-48fc-8341-e867d2a86c52', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb', 'mac_address': 'fa:16:3e:30:b0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b09822d-7a64-412e-b682-76883101e238', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:15:03Z', 'updated_at': '2021-04-05T12:15:18Z', 'revision_number': 1, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5874e2f-c965-4586-9fdd-64f048d8b717', 'name': '', 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'mac_address': 'fa:16:3e:27:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'e2bf2297-d799-490c-8e49-5e5a4e02830c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:12Z', 'updated_at': '2021-04-05T12:08:24Z', 'revision_number': 5, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'subnets': [{'id': 'e2bf2297-d799-490c-8e49-5e5a4e02830c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:15:21.919320 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56565f2-57ec-41e4-8790-31e425a35598 req-4e5c07cb-3c3c-472c-88a7-3cf773363fd3 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:21.920897 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a56565f2-57ec-41e4-8790-31e425a35598 req-4e5c07cb-3c3c-472c-88a7-3cf773363fd3 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 944 time: 0.0880682
Apr 05 12:15:21.969143 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a56565f2-57ec-41e4-8790-31e425a35598 req-c4d1980e-0145-472d-ab21-984d851e9041 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414906
Apr 05 12:15:22.042355 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0293c989-9fbe-44ed-ba5e-70b47760961e None None] New status for floating IP cde7ac57-140a-4acf-aeae-55ff63bfecdc: ACTIVE {{(pid=84271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 05 12:15:22.153347 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d6b6a-65e0-419c-b35e-7875ad856fb2 req-2c95113a-f74d-457e-ba68-0bb350da077e tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:22.155043 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e71d6b6a-65e0-419c-b35e-7875ad856fb2 req-2c95113a-f74d-457e-ba68-0bb350da077e tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 946 time: 0.0964367
Apr 05 12:15:22.206561 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e71d6b6a-65e0-419c-b35e-7875ad856fb2 req-c41438c1-5d89-46f9-aefe-fa2f5cbb7329 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435598
Apr 05 12:15:23.173586 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f663d-a6ca-4031-9dcf-89d231635862 req-e0f86622-607f-440d-8e69-453a5b34321e tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:23.175444 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-266f663d-a6ca-4031-9dcf-89d231635862 req-e0f86622-607f-440d-8e69-453a5b34321e tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 944 time: 0.0928106
Apr 05 12:15:23.222545 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-266f663d-a6ca-4031-9dcf-89d231635862 req-0c560ebd-c376-44f9-92cd-2d9717e063cc tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407798
Apr 05 12:15:23.420493 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdd0d4-9709-4e0e-93ab-fc2c001b0ecd req-11ad8012-aca0-4d3e-b909-63be1f31ace4 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:23.422076 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2abdd0d4-9709-4e0e-93ab-fc2c001b0ecd req-11ad8012-aca0-4d3e-b909-63be1f31ace4 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 946 time: 0.0947177
Apr 05 12:15:23.469135 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2abdd0d4-9709-4e0e-93ab-fc2c001b0ecd req-6951687a-52b2-4386-ab54-218aca246aa7 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406549
Apr 05 12:15:23.639813 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0eb1b8bf-0933-401b-8ae5-729bd9985ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:23.801223 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 9df1b527-0c54-402e-929e-eecf3d4ce796 up at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:15:23.871003 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning for port 9df1b527-0c54-402e-929e-eecf3d4ce796 completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:15:23.875871 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning complete for port 9df1b527-0c54-402e-929e-eecf3d4ce796 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:15:23.876291 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:24.001536 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:24.030167 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c60877-1e5d-4312-a660-a4763656292f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df1b527-0c54-402e-929e-eecf3d4ce796'}] {{(pid=84270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:15:24.041330 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 9df1b527-0c54-402e-929e-eecf3d4ce796, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=9df1b527-0c54-402e-929e-eecf3d4ce796,segment=NetworkSegment(5b92adec-2cbb-449d-8979-ec4b58c936f9),segment_id=5b92adec-2cbb-449d-8979-ec4b58c936f9)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:15:24.044239 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:24.046205 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:15:24.084277 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c60877-1e5d-4312-a660-a4763656292f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df1b527-0c54-402e-929e-eecf3d4ce796', 'code': 200}
Apr 05 12:15:24.125660 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=9df1b527-0c54-402e-929e-eecf3d4ce796,revision_number=5']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:15:24.129171 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:15:24.403610 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca787ea4-d29d-4974-881f-50710c4c7f7d req-4e1628f5-3d78-4862-98f4-c7fff9efab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:24.405146 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ca787ea4-d29d-4974-881f-50710c4c7f7d req-4e1628f5-3d78-4862-98f4-c7fff9efab3b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 1098 time: 0.0829389
Apr 05 12:15:24.429917 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff1ded-9176-409f-a339-c3ff2eaba846 req-0a81b2dd-5237-4c99-8f84-d437a3c0eb75 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:24.430881 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3bff1ded-9176-409f-a339-c3ff2eaba846 req-0a81b2dd-5237-4c99-8f84-d437a3c0eb75 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 945 time: 0.0904315
Apr 05 12:15:24.454041 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ca787ea4-d29d-4974-881f-50710c4c7f7d req-3848abbf-6a65-409b-a063-c0cd2f12e3cb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413167
Apr 05 12:15:24.480835 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3bff1ded-9176-409f-a339-c3ff2eaba846 req-f15b6335-a0d3-4d83-89c7-8d195e1be147 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434780
Apr 05 12:15:24.679551 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f71e9-6278-403d-b843-4bd79c1d9417 req-18900de5-5fb1-42d5-abfc-0c1d48cfd18a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:24.681045 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-be2f71e9-6278-403d-b843-4bd79c1d9417 req-18900de5-5fb1-42d5-abfc-0c1d48cfd18a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 946 time: 0.0878696
Apr 05 12:15:24.728108 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-be2f71e9-6278-403d-b843-4bd79c1d9417 req-857ceccf-7097-4c0a-abff-d6d964df72b5 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407588
Apr 05 12:15:24.871318 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:25.690608 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1dc70b-7020-47e0-8206-3732cf9556f4 req-a26bf73b-9a62-4abd-b84b-4909ca99f1cd tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:25.692202 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1c1dc70b-7020-47e0-8206-3732cf9556f4 req-a26bf73b-9a62-4abd-b84b-4909ca99f1cd tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 945 time: 0.0976386
Apr 05 12:15:25.742108 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1c1dc70b-7020-47e0-8206-3732cf9556f4 req-f3a23993-0ca5-4eec-86ec-26b4396210f9 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434377
Apr 05 12:15:25.820112 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device e00de149-216d-469b-8615-093620f8f903 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 12:15:25.938403 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c15ac-3a27-4e20-b9f6-62021ad0388d req-d9b0956b-8ab1-451b-a856-56f08b31cd51 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:25.940081 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-905c15ac-3a27-4e20-b9f6-62021ad0388d req-d9b0956b-8ab1-451b-a856-56f08b31cd51 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 946 time: 0.0922616
Apr 05 12:15:25.962138 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port e00de149-216d-469b-8615-093620f8f903, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e00de149-216d-469b-8615-093620f8f903,segment=NetworkSegment(e495bedb-3d01-4d20-b74e-aa316357e53b),segment_id=e495bedb-3d01-4d20-b74e-aa316357e53b)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:15:25.976435 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Returning: {'device': 'e00de149-216d-469b-8615-093620f8f903', 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b', 'port_id': 'e00de149-216d-469b-8615-093620f8f903', 'mac_address': 'fa:16:3e:15:ad:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3bbfe2a-e26d-4eee-9523-0b0e4c649bfb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 12:15:25.988795 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-905c15ac-3a27-4e20-b9f6-62021ad0388d req-5e31dad2-e735-4c89-b750-4db817e2becc tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422072
Apr 05 12:15:26.045123 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:26.058943 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-06f6156e-eef8-4d09-b0a2-099ecebc28fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:26.064420 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e00de149-216d-469b-8615-093620f8f903 {{(pid=84270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:15:26.081405 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port e00de149-216d-469b-8615-093620f8f903, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e00de149-216d-469b-8615-093620f8f903,segment=NetworkSegment(e495bedb-3d01-4d20-b74e-aa316357e53b),segment_id=e495bedb-3d01-4d20-b74e-aa316357e53b)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:15:26.084390 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:26.086826 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:15:26.165972 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=e00de149-216d-469b-8615-093620f8f903,revision_number=6']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:15:26.169166 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:15:26.252331 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['e00de149-216d-469b-8615-093620f8f903'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:15:26.503713 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:26.943073 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ade89-b519-4fcc-be24-278c718c259a req-fb8b8025-c99f-43e6-83f6-5bc1d2dbe0a7 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:26.944658 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3e2ade89-b519-4fcc-be24-278c718c259a req-fb8b8025-c99f-43e6-83f6-5bc1d2dbe0a7 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 945 time: 0.0925007
Apr 05 12:15:26.992103 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3e2ade89-b519-4fcc-be24-278c718c259a req-c76efb0c-b419-4fd4-ab91-db80ca29402e tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411103
Apr 05 12:15:27.194260 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d214aa6-50b4-4ba1-bc39-6c431c22119c req-6649834b-6d6f-4600-90c7-c0e980b0754e tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:27.194531 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04908bd1-9300-481b-bbcc-e25935a9c148 req-49757e8e-1ffa-462d-bd15-0d8f89084383 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:27.195864 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-04908bd1-9300-481b-bbcc-e25935a9c148 req-49757e8e-1ffa-462d-bd15-0d8f89084383 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 945 time: 0.0905197
Apr 05 12:15:27.196039 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7d214aa6-50b4-4ba1-bc39-6c431c22119c req-6649834b-6d6f-4600-90c7-c0e980b0754e tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 945 time: 0.0890188
Apr 05 12:15:27.245136 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7d214aa6-50b4-4ba1-bc39-6c431c22119c req-cdd2299e-53b5-44e3-bf9d-282fd5c3df7f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427876
Apr 05 12:15:27.248328 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-04908bd1-9300-481b-bbcc-e25935a9c148 req-49f726ee-7c90-48fd-ac48-8d7ab6300f1d tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455530
Apr 05 12:15:27.272871 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 49242) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:15:27.456976 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b54d52-4b55-4872-a9a5-2bc988a38e20 tempest-TestShelveInstance-1466718528 tempest-TestShelveInstance-1466718528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:27.457733 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-f0b54d52-4b55-4872-a9a5-2bc988a38e20 tempest-TestShelveInstance-1466718528 tempest-TestShelveInstance-1466718528-project-admin] Synchronizing usage tracker for tenant:5b860a21d7ab4f40bec0e2c6d626137b on resource:port {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:15:27.473533 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-f0b54d52-4b55-4872-a9a5-2bc988a38e20 tempest-TestShelveInstance-1466718528 tempest-TestShelveInstance-1466718528-project-admin] Unset dirty status for tenant:5b860a21d7ab4f40bec0e2c6d626137b on resource:port {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:15:27.474829 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-f0b54d52-4b55-4872-a9a5-2bc988a38e20 tempest-TestShelveInstance-1466718528 tempest-TestShelveInstance-1466718528-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 1093 time: 0.2018278
Apr 05 12:15:27.477798 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 49248) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:15:27.483256 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-6000a487-0ed8-48b3-a3a2-898408594821 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Request body: {'floatingip': {'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'port_id': '9df1b527-0c54-402e-929e-eecf3d4ce796', 'tenant_id': '59ab3fb82a794070a1c024d576d5e87b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:15:27.489408 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6000a487-0ed8-48b3-a3a2-898408594821 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:15:27.493414 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-6000a487-0ed8-48b3-a3a2-898408594821 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Usage tracker for resource:floatingip and tenant:59ab3fb82a794070a1c024d576d5e87b is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:15:27.496361 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-6000a487-0ed8-48b3-a3a2-898408594821 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:15:27.502582 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-6000a487-0ed8-48b3-a3a2-898408594821 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:15:27.514561 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6000a487-0ed8-48b3-a3a2-898408594821 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks [] for floatingip, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:27.664815 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6000a487-0ed8-48b3-a3a2-898408594821 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:27.769819 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40daa80-d943-42fd-befe-7c7637ca5e82 req-5eb7e0db-f59d-4812-a15b-0e97a1eea5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:27.771495 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a40daa80-d943-42fd-befe-7c7637ca5e82 req-5eb7e0db-f59d-4812-a15b-0e97a1eea5f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09a08590013048999464095fb2986698&device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 1098 time: 0.0777965
Apr 05 12:15:27.813422 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-6000a487-0ed8-48b3-a3a2-898408594821 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Allocated IP 172.27.0.160 (9d12ef10-d92d-4db6-ae05-ceb86a15802e/0ceae222-356e-4bb7-8260-995ea8a55dd5/658d5273-60b4-4be9-85ff-ca68a9ac7e24) {{(pid=84268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:15:27.830818 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device e00de149-216d-469b-8615-093620f8f903 up at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:15:27.909731 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning complete for port e00de149-216d-469b-8615-093620f8f903 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:15:27.910181 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:27.939155 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40daa80-d943-42fd-befe-7c7637ca5e82 req-bfb565b0-61ed-4488-a06c-49877b4361bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:27.940714 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a40daa80-d943-42fd-befe-7c7637ca5e82 req-bfb565b0-61ed-4488-a06c-49877b4361bb service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ba2dc6d-7a10-4983-bd4a-704d4ac9411b HTTP/1.1" status: 200  len: 918 time: 0.1397934
Apr 05 12:15:27.973850 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6000a487-0ed8-48b3-a3a2-898408594821 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks [] for port, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:28.003814 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6000a487-0ed8-48b3-a3a2-898408594821 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:28.023538 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-bb29f65c-67d6-42d3-a4b0-191fb3e7e35a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:15:28.040032 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:28.061211 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a40daa80-d943-42fd-befe-7c7637ca5e82 req-ab4c5236-6870-41d7-8b50-9b83a1d91691 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e00de149-216d-469b-8615-093620f8f903 HTTP/1.1" status: 200  len: 1001 time: 0.1056476
Apr 05 12:15:28.068184 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7526c1-27ee-4858-bfb2-afe77dedf39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00de149-216d-469b-8615-093620f8f903'}] {{(pid=84270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:15:28.081623 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port e00de149-216d-469b-8615-093620f8f903, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e00de149-216d-469b-8615-093620f8f903,segment=NetworkSegment(e495bedb-3d01-4d20-b74e-aa316357e53b),segment_id=e495bedb-3d01-4d20-b74e-aa316357e53b)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:15:28.126265 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7526c1-27ee-4858-bfb2-afe77dedf39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00de149-216d-469b-8615-093620f8f903', 'code': 200}
Apr 05 12:15:28.134504 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:28.144083 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:15:28.152702 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40daa80-d943-42fd-befe-7c7637ca5e82 req-1d6f7a94-8c6c-4067-b1ac-dcf288aea452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:28.154461 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a40daa80-d943-42fd-befe-7c7637ca5e82 req-1d6f7a94-8c6c-4067-b1ac-dcf288aea452 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3bbfe2a-e26d-4eee-9523-0b0e4c649bfb HTTP/1.1" status: 200  len: 856 time: 0.0798218
Apr 05 12:15:28.176786 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000a487-0ed8-48b3-a3a2-898408594821 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Pushing event updated for resources: {'Port': ['ID=658d5273-60b4-4be9-85ff-ca68a9ac7e24,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:15:28.181239 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-6000a487-0ed8-48b3-a3a2-898408594821 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:15:28.236466 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6000a487-0ed8-48b3-a3a2-898408594821 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Network 9d12ef10-d92d-4db6-ae05-ceb86a15802e is already hosted by enough agents. {{(pid=84268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:15:28.238878 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-6000a487-0ed8-48b3-a3a2-898408594821 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Resources bound (agent type, host, resource id):  {{(pid=84268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:15:28.241528 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6000a487-0ed8-48b3-a3a2-898408594821 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Received port after_create {{(pid=84268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:15:28.246043 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:28.248281 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40daa80-d943-42fd-befe-7c7637ca5e82 req-063d9866-262e-4d34-97b0-abd6daa08a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:28.249912 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a40daa80-d943-42fd-befe-7c7637ca5e82 req-063d9866-262e-4d34-97b0-abd6daa08a3f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ba2dc6d-7a10-4983-bd4a-704d4ac9411b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0857942
Apr 05 12:15:28.363609 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=e00de149-216d-469b-8615-093620f8f903,revision_number=7']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:15:28.376573 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:15:28.459719 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a40daa80-d943-42fd-befe-7c7637ca5e82 req-dc7a7b13-71df-4355-a03b-174b3ce7c7ed service neutron] 10.222.0.37 "GET /v2.0/networks/5ba2dc6d-7a10-4983-bd4a-704d4ac9411b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2025349
Apr 05 12:15:28.614366 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff52df4-2ae4-4abf-b509-59b7a6676fc9 req-5da2c8ba-8aac-4c7c-bba8-31160e0fe226 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:28.615995 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8ff52df4-2ae4-4abf-b509-59b7a6676fc9 req-5da2c8ba-8aac-4c7c-bba8-31160e0fe226 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 946 time: 0.2007992
Apr 05 12:15:28.660116 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a40daa80-d943-42fd-befe-7c7637ca5e82 req-be026b58-1fa4-4559-9a7b-a73ea204bbd7 service neutron] 10.222.0.37 "GET /v2.0/networks/5ba2dc6d-7a10-4983-bd4a-704d4ac9411b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1861362
Apr 05 12:15:28.681706 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8ff52df4-2ae4-4abf-b509-59b7a6676fc9 req-84e288ce-3b37-44a6-9d42-9cb0429bc09a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578685
Apr 05 12:15:28.692016 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:28.725423 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6000a487-0ed8-48b3-a3a2-898408594821 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:28.801861 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6000a487-0ed8-48b3-a3a2-898408594821 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:29.071767 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6000a487-0ed8-48b3-a3a2-898408594821 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks [] for port, precommit_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:29.075111 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6000a487-0ed8-48b3-a3a2-898408594821 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851385328'] for port, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:29.088380 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-3a97e3af-a1ef-47df-a382-81d85cb9ad59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:15:29.225917 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000a487-0ed8-48b3-a3a2-898408594821 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Pushing event updated for resources: {'Port': ['ID=658d5273-60b4-4be9-85ff-ca68a9ac7e24,revision_number=2']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:15:29.230655 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-6000a487-0ed8-48b3-a3a2-898408594821 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:15:29.333289 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6000a487-0ed8-48b3-a3a2-898408594821 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854330421'] for floatingip, after_update {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:29.515433 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.l3_db [None req-6000a487-0ed8-48b3-a3a2-898408594821 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Floating IP 427646f8-85d3-4699-8ba3-7ff25bd6c533 associated. External IP: 172.27.0.160, port: 9df1b527-0c54-402e-929e-eecf3d4ce796.
Apr 05 12:15:29.905614 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac20ec-69f6-4ab0-bfd0-e11fc92c2e31 req-8a893c2b-97cd-4274-91a0-db58eb031e52 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:29.907585 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-63ac20ec-69f6-4ab0-bfd0-e11fc92c2e31 req-8a893c2b-97cd-4274-91a0-db58eb031e52 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 946 time: 0.0986686
Apr 05 12:15:29.964398 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-63ac20ec-69f6-4ab0-bfd0-e11fc92c2e31 req-83064916-87f1-4054-b478-5d4c3d6a66ff tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486588
Apr 05 12:15:30.178970 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6000a487-0ed8-48b3-a3a2-898408594821 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Router 9f968499-7b30-4e76-9c7d-32b4ae5b2cc4 has already been hosted by L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d {{(pid=84268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 12:15:30.389073 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6000a487-0ed8-48b3-a3a2-898408594821 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:15:30.400626 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2919c5-a384-44b5-aa37-8edf27d0edb9 None None] Sync routers for ids ['9f968499-7b30-4e76-9c7d-32b4ae5b2cc4'] in dv-cinder-784763-1-iscsi {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:15:30.413581 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2919c5-a384-44b5-aa37-8edf27d0edb9 None None] Routers {'9f968499-7b30-4e76-9c7d-32b4ae5b2cc4'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:15:30.414593 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6a2919c5-a384-44b5-aa37-8edf27d0edb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24612957b8>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:15:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['9f968499-7b30-4e76-9c7d-32b4ae5b2cc4'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:15:30.419266 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6000a487-0ed8-48b3-a3a2-898408594821 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for floatingip, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:30.496451 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-6000a487-0ed8-48b3-a3a2-898408594821 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.0174999
Apr 05 12:15:30.497135 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c60877-1e5d-4312-a660-a4763656292f', 'tag': '9df1b527-0c54-402e-929e-eecf3d4ce796'}] {{(pid=84268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:15:30.572743 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c60877-1e5d-4312-a660-a4763656292f', 'tag': '9df1b527-0c54-402e-929e-eecf3d4ce796', 'status': 'completed', 'code': 200}
Apr 05 12:15:30.661497 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-6a2919c5-a384-44b5-aa37-8edf27d0edb9 None None] Set router 9f968499-7b30-4e76-9c7d-32b4ae5b2cc4 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:15:30.716153 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306cee4-ecec-4dc6-873e-a1f5d94e5188 req-1bae5472-dd1f-4616-80b3-2e3496d907bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:30.717789 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b306cee4-ecec-4dc6-873e-a1f5d94e5188 req-1bae5472-dd1f-4616-80b3-2e3496d907bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59ab3fb82a794070a1c024d576d5e87b&device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 1098 time: 0.1176176
Apr 05 12:15:30.896523 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306cee4-ecec-4dc6-873e-a1f5d94e5188 req-0f912d15-50ff-4bde-9306-4c6cd8cec47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:30.898158 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b306cee4-ecec-4dc6-873e-a1f5d94e5188 req-0f912d15-50ff-4bde-9306-4c6cd8cec47c service neutron] 10.222.0.37 "GET /v2.0/networks?id=a3a55611-a0f0-4df9-b637-46ecc7406414 HTTP/1.1" status: 200  len: 909 time: 0.1687531
Apr 05 12:15:31.067602 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b306cee4-ecec-4dc6-873e-a1f5d94e5188 req-27116575-befc-44af-93a5-7f825e9e01ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9df1b527-0c54-402e-929e-eecf3d4ce796 HTTP/1.1" status: 200  len: 999 time: 0.1613839
Apr 05 12:15:31.255212 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306cee4-ecec-4dc6-873e-a1f5d94e5188 req-bdb96e66-3b1f-4cd2-9ad0-450e634c7add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:31.256788 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b306cee4-ecec-4dc6-873e-a1f5d94e5188 req-bdb96e66-3b1f-4cd2-9ad0-450e634c7add service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2 HTTP/1.1" status: 200  len: 847 time: 0.1667242
Apr 05 12:15:31.290324 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbccc08-bd1e-4c86-85b4-64c83d86a3d3 req-137592f7-5312-4374-a3e3-e9930a2a6701 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:31.298016 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1bbccc08-bd1e-4c86-85b4-64c83d86a3d3 req-137592f7-5312-4374-a3e3-e9930a2a6701 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 946 time: 0.1194344
Apr 05 12:15:31.351131 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6a2919c5-a384-44b5-aa37-8edf27d0edb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24612957b8>, [{'id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'name': 'tempest-TestShelveInstance-184935625-router', 'tenant_id': '59ab3fb82a794070a1c024d576d5e87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'f21c31c0-f9f5-40f5-a53f-51820e43ed3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:14:26Z', 'updated_at': '2021-04-05T12:14:31Z', 'revision_number': 4, 'project_id': '59ab3fb82a794070a1c024d576d5e87b', 'gw_port': {'id': 'f21c31c0-f9f5-40f5-a53f-51820e43ed3b', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:61:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:14:27Z', 'updated_at': '2021-04-05T12:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_floatingips': [{'id': '427646f8-85d3-4699-8ba3-7ff25bd6c533', 'tenant_id': '59ab3fb82a794070a1c024d576d5e87b', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'router_id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'port_id': '9df1b527-0c54-402e-929e-eecf3d4ce796', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a55611-a0f0-4df9-b637-46ecc7406414', 'mac_address': 'fa:16:3e:9d:56:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c60877-1e5d-4312-a660-a4763656292f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:15:28Z', 'updated_at': '2021-04-05T12:15:28Z', 'revision_number': 0, 'project_id': '59ab3fb82a794070a1c024d576d5e87b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3fa5db7-93cd-4367-afd7-78fe5b27cf2c', 'name': '', 'network_id': 'a3a55611-a0f0-4df9-b637-46ecc7406414', 'tenant_id': '59ab3fb82a794070a1c024d576d5e87b', 'mac_address': 'fa:16:3e:9d:23:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:14:30Z', 'updated_at': '2021-04-05T12:14:41Z', 'revision_number': 5, 'project_id': '59ab3fb82a794070a1c024d576d5e87b', 'subnets': [{'id': '15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:15:31.355820 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2919c5-a384-44b5-aa37-8edf27d0edb9 None None] Checking router: 9f968499-7b30-4e76-9c7d-32b4ae5b2cc4 for host: dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:15:31.356164 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306cee4-ecec-4dc6-873e-a1f5d94e5188 req-33c64c02-18c7-4311-8cb4-2f22f1f8dca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:31.360127 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1bbccc08-bd1e-4c86-85b4-64c83d86a3d3 req-8073ce0e-38b4-47af-aa26-cc0239e6b010 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607836
Apr 05 12:15:31.360882 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b306cee4-ecec-4dc6-873e-a1f5d94e5188 req-33c64c02-18c7-4311-8cb4-2f22f1f8dca9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a3a55611-a0f0-4df9-b637-46ecc7406414&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0960374
Apr 05 12:15:31.374175 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2919c5-a384-44b5-aa37-8edf27d0edb9 None None] Routers {'9f968499-7b30-4e76-9c7d-32b4ae5b2cc4'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:15:31.374659 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6a2919c5-a384-44b5-aa37-8edf27d0edb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24612957b8>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:15:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['9f968499-7b30-4e76-9c7d-32b4ae5b2cc4'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:15:31.531495 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b306cee4-ecec-4dc6-873e-a1f5d94e5188 req-cab45ee0-b44b-4d7f-9cd9-9b9d43ef529e service neutron] 10.222.0.37 "GET /v2.0/networks/a3a55611-a0f0-4df9-b637-46ecc7406414?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1623144
Apr 05 12:15:31.600295 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-6a2919c5-a384-44b5-aa37-8edf27d0edb9 None None] Set router 9f968499-7b30-4e76-9c7d-32b4ae5b2cc4 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:15:31.698936 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b306cee4-ecec-4dc6-873e-a1f5d94e5188 req-42c8bee7-7228-4885-9874-e36dc72c6d12 service neutron] 10.222.0.37 "GET /v2.0/networks/a3a55611-a0f0-4df9-b637-46ecc7406414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1581397
Apr 05 12:15:32.057429 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-6a2919c5-a384-44b5-aa37-8edf27d0edb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24612957b8>, [{'id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'name': 'tempest-TestShelveInstance-184935625-router', 'tenant_id': '59ab3fb82a794070a1c024d576d5e87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'f21c31c0-f9f5-40f5-a53f-51820e43ed3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:14:26Z', 'updated_at': '2021-04-05T12:14:31Z', 'revision_number': 4, 'project_id': '59ab3fb82a794070a1c024d576d5e87b', 'gw_port': {'id': 'f21c31c0-f9f5-40f5-a53f-51820e43ed3b', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:61:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:14:27Z', 'updated_at': '2021-04-05T12:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_floatingips': [{'id': '427646f8-85d3-4699-8ba3-7ff25bd6c533', 'tenant_id': '59ab3fb82a794070a1c024d576d5e87b', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'router_id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'port_id': '9df1b527-0c54-402e-929e-eecf3d4ce796', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a55611-a0f0-4df9-b637-46ecc7406414', 'mac_address': 'fa:16:3e:9d:56:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c60877-1e5d-4312-a660-a4763656292f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:15:28Z', 'updated_at': '2021-04-05T12:15:28Z', 'revision_number': 0, 'project_id': '59ab3fb82a794070a1c024d576d5e87b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3fa5db7-93cd-4367-afd7-78fe5b27cf2c', 'name': '', 'network_id': 'a3a55611-a0f0-4df9-b637-46ecc7406414', 'tenant_id': '59ab3fb82a794070a1c024d576d5e87b', 'mac_address': 'fa:16:3e:9d:23:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:14:30Z', 'updated_at': '2021-04-05T12:14:41Z', 'revision_number': 5, 'project_id': '59ab3fb82a794070a1c024d576d5e87b', 'subnets': [{'id': '15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:15:32.063590 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2919c5-a384-44b5-aa37-8edf27d0edb9 None None] The sync data for ids ['9f968499-7b30-4e76-9c7d-32b4ae5b2cc4'] in dv-cinder-784763-1-iscsi is: [{'id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'name': 'tempest-TestShelveInstance-184935625-router', 'tenant_id': '59ab3fb82a794070a1c024d576d5e87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'f21c31c0-f9f5-40f5-a53f-51820e43ed3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:14:26Z', 'updated_at': '2021-04-05T12:14:31Z', 'revision_number': 4, 'project_id': '59ab3fb82a794070a1c024d576d5e87b', 'gw_port': {'id': 'f21c31c0-f9f5-40f5-a53f-51820e43ed3b', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:61:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:14:27Z', 'updated_at': '2021-04-05T12:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_floatingips': [{'id': '427646f8-85d3-4699-8ba3-7ff25bd6c533', 'tenant_id': '59ab3fb82a794070a1c024d576d5e87b', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'router_id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'port_id': '9df1b527-0c54-402e-929e-eecf3d4ce796', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a55611-a0f0-4df9-b637-46ecc7406414', 'mac_address': 'fa:16:3e:9d:56:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c60877-1e5d-4312-a660-a4763656292f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:15:28Z', 'updated_at': '2021-04-05T12:15:28Z', 'revision_number': 0, 'project_id': '59ab3fb82a794070a1c024d576d5e87b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3fa5db7-93cd-4367-afd7-78fe5b27cf2c', 'name': '', 'network_id': 'a3a55611-a0f0-4df9-b637-46ecc7406414', 'tenant_id': '59ab3fb82a794070a1c024d576d5e87b', 'mac_address': 'fa:16:3e:9d:23:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:14:30Z', 'updated_at': '2021-04-05T12:14:41Z', 'revision_number': 5, 'project_id': '59ab3fb82a794070a1c024d576d5e87b', 'subnets': [{'id': '15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:15:32.419725 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a27dd15-28b3-4dcd-a4fc-e5d73123dd83 None None] New status for floating IP 427646f8-85d3-4699-8ba3-7ff25bd6c533: ACTIVE {{(pid=84271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 05 12:15:32.600663 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0058ecf-5c1b-43a6-8e95-c484e4b8267e req-15667d96-642b-4d3a-952d-be9c9884855d tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:32.602564 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a0058ecf-5c1b-43a6-8e95-c484e4b8267e req-15667d96-642b-4d3a-952d-be9c9884855d tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 946 time: 0.1082406
Apr 05 12:15:32.655928 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a0058ecf-5c1b-43a6-8e95-c484e4b8267e req-b513964c-2b26-4c03-9251-afbf65dd564c tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466881
Apr 05 12:15:33.878683 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c18cd-a990-4543-9bb0-d66055433b93 req-a3a501ca-d787-40a6-b2aa-42e6bc0001d0 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:33.880407 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-638c18cd-a990-4543-9bb0-d66055433b93 req-a3a501ca-d787-40a6-b2aa-42e6bc0001d0 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 946 time: 0.0972443
Apr 05 12:15:33.930875 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-638c18cd-a990-4543-9bb0-d66055433b93 req-59845e0c-3b18-4ec3-9ebc-c8e3f55ec5eb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438819
Apr 05 12:15:35.146918 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f6f2a-695a-44a3-9209-49209bcbd0ff req-9fdbf8ee-954f-465a-9b30-94d0f3d2168e tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:35.155233 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-481f6f2a-695a-44a3-9209-49209bcbd0ff req-9fdbf8ee-954f-465a-9b30-94d0f3d2168e tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 946 time: 0.0989087
Apr 05 12:15:35.211593 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-481f6f2a-695a-44a3-9209-49209bcbd0ff req-bde9458d-87d6-4663-9833-da9ba36c6907 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552807
Apr 05 12:15:36.435268 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b1bca-fb4d-42db-99b7-d6c247fd4124 req-b8c4a5f0-9ca0-4f7a-8859-8da13ae5214a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:36.436921 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-db8b1bca-fb4d-42db-99b7-d6c247fd4124 req-b8c4a5f0-9ca0-4f7a-8859-8da13ae5214a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 946 time: 0.0973821
Apr 05 12:15:36.499913 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-db8b1bca-fb4d-42db-99b7-d6c247fd4124 req-e8470341-1046-4f45-88c1-ea4072f9e6e5 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556779
Apr 05 12:15:37.741672 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf4781-7a54-47f4-a476-f7b505c0b8d7 req-ec3a5383-929e-4b72-9621-50b7fb8d8d7f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:37.746152 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4fdf4781-7a54-47f4-a476-f7b505c0b8d7 req-ec3a5383-929e-4b72-9621-50b7fb8d8d7f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 946 time: 0.1023691
Apr 05 12:15:37.796978 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4fdf4781-7a54-47f4-a476-f7b505c0b8d7 req-5587cfd8-4d39-40c9-9a37-7e616e4cd3ee tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472372
Apr 05 12:15:39.027421 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac6c4e-3ad2-43f4-9277-2809ee39b647 req-e10e5581-fd7d-4c34-820a-0dbcd20755a0 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:39.029121 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-52ac6c4e-3ad2-43f4-9277-2809ee39b647 req-e10e5581-fd7d-4c34-820a-0dbcd20755a0 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 946 time: 0.1048248
Apr 05 12:15:39.087052 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-52ac6c4e-3ad2-43f4-9277-2809ee39b647 req-b95ff5bb-2874-48e0-8000-755b743e723c tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502782
Apr 05 12:15:40.299856 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10df3a-8502-429b-bc66-5835e5dfe193 req-2711520c-1df1-4bc8-bda8-b57a7ca8592e tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:40.301439 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5d10df3a-8502-429b-bc66-5835e5dfe193 req-2711520c-1df1-4bc8-bda8-b57a7ca8592e tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 946 time: 0.0912981
Apr 05 12:15:40.349358 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5d10df3a-8502-429b-bc66-5835e5dfe193 req-33732142-faa5-4965-9afb-8e35495d477e tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415349
Apr 05 12:15:40.565341 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b772d68-5e47-40f7-969f-8ecef2bd7c82 req-a5cc23ae-0dae-4ea2-8d59-c4031378c786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:40.566968 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0b772d68-5e47-40f7-969f-8ecef2bd7c82 req-a5cc23ae-0dae-4ea2-8d59-c4031378c786 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09a08590013048999464095fb2986698&device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 1099 time: 0.0883956
Apr 05 12:15:40.710326 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b772d68-5e47-40f7-969f-8ecef2bd7c82 req-d462c9ce-22b3-4e82-b7d2-9a852a2ed79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:40.711932 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0b772d68-5e47-40f7-969f-8ecef2bd7c82 req-d462c9ce-22b3-4e82-b7d2-9a852a2ed79f service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ba2dc6d-7a10-4983-bd4a-704d4ac9411b HTTP/1.1" status: 200  len: 918 time: 0.1353381
Apr 05 12:15:40.817239 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0b772d68-5e47-40f7-969f-8ecef2bd7c82 req-0931e02f-7d4e-4afd-8102-c2fb20ced0c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e00de149-216d-469b-8615-093620f8f903 HTTP/1.1" status: 200  len: 1002 time: 0.0982466
Apr 05 12:15:40.890380 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b772d68-5e47-40f7-969f-8ecef2bd7c82 req-15a26403-9895-4c64-b1e5-ba01456fce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:40.891876 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0b772d68-5e47-40f7-969f-8ecef2bd7c82 req-15a26403-9895-4c64-b1e5-ba01456fce05 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3bbfe2a-e26d-4eee-9523-0b0e4c649bfb HTTP/1.1" status: 200  len: 856 time: 0.0663776
Apr 05 12:15:40.977349 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b772d68-5e47-40f7-969f-8ecef2bd7c82 req-a27e989d-e236-43a2-9f83-37aff7284a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:40.978918 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0b772d68-5e47-40f7-969f-8ecef2bd7c82 req-a27e989d-e236-43a2-9f83-37aff7284a66 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ba2dc6d-7a10-4983-bd4a-704d4ac9411b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0749719
Apr 05 12:15:41.350815 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0b772d68-5e47-40f7-969f-8ecef2bd7c82 req-88177773-c8f0-43be-9ce7-808994f6f68e service neutron] 10.222.0.37 "GET /v2.0/networks/5ba2dc6d-7a10-4983-bd4a-704d4ac9411b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3644121
Apr 05 12:15:41.496713 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0b772d68-5e47-40f7-969f-8ecef2bd7c82 req-2e1af8e0-3bff-4bd0-892a-b14b5af3c915 service neutron] 10.222.0.37 "GET /v2.0/networks/5ba2dc6d-7a10-4983-bd4a-704d4ac9411b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358984
Apr 05 12:15:41.554095 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d763c59-3cbb-4ad8-ab26-d4e595ffb966 req-143caf69-973b-4fee-8d7e-510ea5713c77 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:41.555708 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7d763c59-3cbb-4ad8-ab26-d4e595ffb966 req-143caf69-973b-4fee-8d7e-510ea5713c77 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 946 time: 0.0879481
Apr 05 12:15:41.602512 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7d763c59-3cbb-4ad8-ab26-d4e595ffb966 req-40d36460-a42a-4b03-9c11-57d0fc50ebeb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404742
Apr 05 12:15:42.813121 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb0248-bbba-4d42-99cf-e59df01293a9 req-d4c60c9e-b7e2-4f68-9aa2-572b4f52fdd1 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:42.815332 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-11eb0248-bbba-4d42-99cf-e59df01293a9 req-d4c60c9e-b7e2-4f68-9aa2-572b4f52fdd1 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 946 time: 0.0915167
Apr 05 12:15:42.862734 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-11eb0248-bbba-4d42-99cf-e59df01293a9 req-9222e0a7-570c-4884-a819-d44c81b3b465 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410523
Apr 05 12:15:43.900070 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device e00de149-216d-469b-8615-093620f8f903 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:15:44.021974 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:44.050606 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7526c1-27ee-4858-bfb2-afe77dedf39b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e00de149-216d-469b-8615-093620f8f903'}] {{(pid=84270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:15:44.060917 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port e00de149-216d-469b-8615-093620f8f903, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e00de149-216d-469b-8615-093620f8f903,segment=NetworkSegment(e495bedb-3d01-4d20-b74e-aa316357e53b),segment_id=e495bedb-3d01-4d20-b74e-aa316357e53b)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:15:44.064255 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:44.066161 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:15:44.072029 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572687b-e93e-49af-afe8-b9ac9b33a83f req-d11c30e2-cc38-4633-b66c-488e3234b12e tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:44.073679 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1572687b-e93e-49af-afe8-b9ac9b33a83f req-d11c30e2-cc38-4633-b66c-488e3234b12e tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 946 time: 0.0925648
Apr 05 12:15:44.104205 dv-cinder-784763-1-iscsi neutron-server[84155]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bf7526c1-27ee-4858-bfb2-afe77dedf39b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e00de149-216d-469b-8615-093620f8f903', 'code': 422} returned with failed status
Apr 05 12:15:44.125252 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1572687b-e93e-49af-afe8-b9ac9b33a83f req-dbfa0143-4f23-4a09-a2c2-0f2308c5f14b tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436666
Apr 05 12:15:44.138484 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=e00de149-216d-469b-8615-093620f8f903,revision_number=8']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:15:44.141624 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:15:45.620440 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98434b-e08f-4fea-8f91-8d1617f4e379 req-ff18adee-17f1-47e1-9801-d75548f082b6 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:45.622020 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9b98434b-e08f-4fea-8f91-8d1617f4e379 req-ff18adee-17f1-47e1-9801-d75548f082b6 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 944 time: 0.0924072
Apr 05 12:15:45.674108 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9b98434b-e08f-4fea-8f91-8d1617f4e379 req-ec0ffa77-0931-4ea0-ad4a-df1181abb8f3 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434763
Apr 05 12:15:45.770749 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 49420) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:15:45.890557 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-62775cb2-8609-4bce-b8b1-8ce564cf8e41 req-c765363e-2714-49d0-a7f1-471cbf26bf4e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1184285
Apr 05 12:15:46.417151 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62775cb2-8609-4bce-b8b1-8ce564cf8e41 req-c5b88bbc-7531-4905-9b00-6a341503cab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:46.418904 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-62775cb2-8609-4bce-b8b1-8ce564cf8e41 req-c5b88bbc-7531-4905-9b00-6a341503cab8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b&tenant_id=09a08590013048999464095fb2986698 HTTP/1.1" status: 200  len: 1097 time: 0.0813880
Apr 05 12:15:46.518248 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62775cb2-8609-4bce-b8b1-8ce564cf8e41 req-e1a4f0e4-0a16-453c-8583-2f36fab9facb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:46.520317 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-62775cb2-8609-4bce-b8b1-8ce564cf8e41 req-e1a4f0e4-0a16-453c-8583-2f36fab9facb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=09a08590013048999464095fb2986698&device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 1097 time: 0.0794382
Apr 05 12:15:46.664711 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62775cb2-8609-4bce-b8b1-8ce564cf8e41 req-a7153f4c-c57e-4921-ac3e-ec17625324b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:46.666347 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-62775cb2-8609-4bce-b8b1-8ce564cf8e41 req-a7153f4c-c57e-4921-ac3e-ec17625324b4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5ba2dc6d-7a10-4983-bd4a-704d4ac9411b HTTP/1.1" status: 200  len: 918 time: 0.1392245
Apr 05 12:15:46.778381 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-62775cb2-8609-4bce-b8b1-8ce564cf8e41 req-78ee7ff6-0692-42dd-8ae6-dc7cbd38f3c2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e00de149-216d-469b-8615-093620f8f903 HTTP/1.1" status: 200  len: 1000 time: 0.1033547
Apr 05 12:15:46.902011 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62775cb2-8609-4bce-b8b1-8ce564cf8e41 req-fba91230-cdca-4447-9ea1-acf9266501f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:46.903714 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-62775cb2-8609-4bce-b8b1-8ce564cf8e41 req-fba91230-cdca-4447-9ea1-acf9266501f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3bbfe2a-e26d-4eee-9523-0b0e4c649bfb HTTP/1.1" status: 200  len: 856 time: 0.1184301
Apr 05 12:15:46.984353 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b5eb7-3571-41f5-b5e6-806623c05884 req-d2f5c1ee-fd8a-4b98-83a3-b30b0709f1cc tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:46.985924 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e78b5eb7-3571-41f5-b5e6-806623c05884 req-d2f5c1ee-fd8a-4b98-83a3-b30b0709f1cc tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 944 time: 0.1639023
Apr 05 12:15:47.045798 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62775cb2-8609-4bce-b8b1-8ce564cf8e41 req-730acd60-95f3-4a76-9fdb-326cf0a2b5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:47.047315 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-62775cb2-8609-4bce-b8b1-8ce564cf8e41 req-730acd60-95f3-4a76-9fdb-326cf0a2b5a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5ba2dc6d-7a10-4983-bd4a-704d4ac9411b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1349435
Apr 05 12:15:47.050649 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e78b5eb7-3571-41f5-b5e6-806623c05884 req-2d539e7e-821b-4e5d-9e76-5c58ac1591b5 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579216
Apr 05 12:15:47.191804 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-62775cb2-8609-4bce-b8b1-8ce564cf8e41 req-28028bfb-88b0-4850-8234-7b1817a5a9f1 service neutron] 10.222.0.37 "GET /v2.0/networks/5ba2dc6d-7a10-4983-bd4a-704d4ac9411b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363144
Apr 05 12:15:47.332972 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-62775cb2-8609-4bce-b8b1-8ce564cf8e41 req-9a11aebf-87c8-4f6a-8023-bfd4731fe439 service neutron] 10.222.0.37 "GET /v2.0/networks/5ba2dc6d-7a10-4983-bd4a-704d4ac9411b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1343536
Apr 05 12:15:48.321022 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb05c7-985c-4342-96a3-294fbb82dd1e req-a25eb1d9-220e-4290-97be-aa2c759551dc tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:48.326521 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2ccb05c7-985c-4342-96a3-294fbb82dd1e req-a25eb1d9-220e-4290-97be-aa2c759551dc tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 944 time: 0.1182549
Apr 05 12:15:48.380307 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2ccb05c7-985c-4342-96a3-294fbb82dd1e req-fcf175a0-4136-4936-92ba-ecc4ed9ef0ab tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448930
Apr 05 12:15:49.597787 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12150e9f-3e3a-48e7-9837-5e2ec78f60cb req-dcc1dc01-9bf2-469e-b5b8-aa7665adf2f1 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:49.599388 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-12150e9f-3e3a-48e7-9837-5e2ec78f60cb req-dcc1dc01-9bf2-469e-b5b8-aa7665adf2f1 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 944 time: 0.0981119
Apr 05 12:15:49.649192 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-12150e9f-3e3a-48e7-9837-5e2ec78f60cb req-b03ed24e-6b76-48ab-890d-b3580743170a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427163
Apr 05 12:15:50.863542 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1622ae-df76-4ccd-b823-f8433e68e79f req-d33cefbc-812b-4479-8093-ce5711211f9c tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:50.865206 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2b1622ae-df76-4ccd-b823-f8433e68e79f req-d33cefbc-812b-4479-8093-ce5711211f9c tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 944 time: 0.0902257
Apr 05 12:15:50.917989 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2b1622ae-df76-4ccd-b823-f8433e68e79f req-8b9725c1-b6ed-42d4-ad7e-6aeca55a19b8 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461864
Apr 05 12:15:52.270799 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6edc07-86ce-4e41-8d4b-4fba9340326c req-f11e1a41-85d5-49b8-bc9b-ba4abe9bccb0 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:52.272485 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2e6edc07-86ce-4e41-8d4b-4fba9340326c req-f11e1a41-85d5-49b8-bc9b-ba4abe9bccb0 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 944 time: 0.0912948
Apr 05 12:15:52.322379 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2e6edc07-86ce-4e41-8d4b-4fba9340326c req-fcda1138-a84b-4be8-b943-9c242407e431 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430582
Apr 05 12:15:53.463539 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 6 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:15:53.538410 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c3d92-e4a2-4e98-aa88-6a45e7840092 req-8f12e4bc-c474-4328-ac0b-1afd298b5491 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:53.540125 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f90c3d92-e4a2-4e98-aa88-6a45e7840092 req-8f12e4bc-c474-4328-ac0b-1afd298b5491 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 944 time: 0.0975056
Apr 05 12:15:53.592023 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f90c3d92-e4a2-4e98-aa88-6a45e7840092 req-4c616b6f-e91f-4d71-bc36-4fec9155779d tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448220
Apr 05 12:15:53.645185 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-40c33e68-7f67-4bec-aa74-06ac2fe7d34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:54.804126 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887f2d2-60a0-4886-84de-208480ece8ab req-788db62e-c6e0-4066-afff-b99466b24b98 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:54.805727 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d887f2d2-60a0-4886-84de-208480ece8ab req-788db62e-c6e0-4066-afff-b99466b24b98 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 944 time: 0.0912476
Apr 05 12:15:54.857145 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d887f2d2-60a0-4886-84de-208480ece8ab req-0fafe455-3012-4056-ab0e-6c84da5dd50e tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450180
Apr 05 12:15:54.875025 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:56.032914 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6eed4fd8-5dbb-4626-ab5a-8263dd07acb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:56.070768 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930587f-2609-41b9-8b60-2370c005e6c8 req-c009454b-ec2b-40d1-918f-efb913d3bf48 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:56.072510 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5930587f-2609-41b9-8b60-2370c005e6c8 req-c009454b-ec2b-40d1-918f-efb913d3bf48 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 944 time: 0.0949295
Apr 05 12:15:56.125001 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5930587f-2609-41b9-8b60-2370c005e6c8 req-d7099b73-4aa4-484e-93b0-05633ffec261 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456491
Apr 05 12:15:56.506338 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:57.335603 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a2282-97e4-4d0e-bdeb-7ba3e5ac430c req-27f0982b-6c36-4125-a0f4-1bb8c1b5ded8 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:57.337203 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f53a2282-97e4-4d0e-bdeb-7ba3e5ac430c req-27f0982b-6c36-4125-a0f4-1bb8c1b5ded8 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 944 time: 0.0901966
Apr 05 12:15:57.390357 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f53a2282-97e4-4d0e-bdeb-7ba3e5ac430c req-778ddb22-41d9-4c8f-a116-d36e3f32575f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466077
Apr 05 12:15:58.096479 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:58.604462 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4baf9cf-e00a-4b4c-a10b-841c1b1ef59c req-78ee2632-43d7-43a5-ad08-d55543753a14 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:58.606086 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b4baf9cf-e00a-4b4c-a10b-841c1b1ef59c req-78ee2632-43d7-43a5-ad08-d55543753a14 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 944 time: 0.0927944
Apr 05 12:15:58.657173 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b4baf9cf-e00a-4b4c-a10b-841c1b1ef59c req-43523122-5182-400e-ae4a-d54d1a8991ad tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438342
Apr 05 12:15:58.691962 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:15:59.871244 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd41988-8072-4588-a26a-899fd1d57534 req-65ed6931-530c-47a6-8a45-4364e8fc33d9 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:15:59.872848 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5cd41988-8072-4588-a26a-899fd1d57534 req-65ed6931-530c-47a6-8a45-4364e8fc33d9 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 944 time: 0.0954893
Apr 05 12:15:59.923550 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5cd41988-8072-4588-a26a-899fd1d57534 req-aa68fb8b-500b-4c7d-bb70-a19a1e9d223b tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440223
Apr 05 12:16:01.135599 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a5b57-0d46-4507-b9ec-d72f68a750e3 req-b8c6ab66-42db-4416-9460-b1281ec16c26 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:01.137195 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7c5a5b57-0d46-4507-b9ec-d72f68a750e3 req-b8c6ab66-42db-4416-9460-b1281ec16c26 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 944 time: 0.0902641
Apr 05 12:16:01.186940 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7c5a5b57-0d46-4507-b9ec-d72f68a750e3 req-21beb9bd-1d90-4021-9b8e-5363a371e402 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428429
Apr 05 12:16:02.394676 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8da05-eb2c-4979-b22f-fdbcc0844d8f req-6ea5b56d-477c-4d90-ad1e-588e465c4d71 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:02.396246 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-99e8da05-eb2c-4979-b22f-fdbcc0844d8f req-6ea5b56d-477c-4d90-ad1e-588e465c4d71 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 944 time: 0.0910833
Apr 05 12:16:02.443673 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-99e8da05-eb2c-4979-b22f-fdbcc0844d8f req-1091a2ff-f486-426e-bc37-cac86bf171fe tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407932
Apr 05 12:16:03.647637 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338c3ce-4008-47eb-8406-f209607a2b5a req-e704a147-21e9-498b-8f38-35b72d5410dc tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:03.649243 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8338c3ce-4008-47eb-8406-f209607a2b5a req-e704a147-21e9-498b-8f38-35b72d5410dc tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 944 time: 0.0902588
Apr 05 12:16:03.700199 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8338c3ce-4008-47eb-8406-f209607a2b5a req-2ffc97bf-5afe-4e0f-99de-db8bf5d35943 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443814
Apr 05 12:16:04.901821 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ffbac-eac6-40ee-844e-e09e2422eb6b req-de326293-d63d-4415-b7d2-0369ad361a50 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:04.903406 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-280ffbac-eac6-40ee-844e-e09e2422eb6b req-de326293-d63d-4415-b7d2-0369ad361a50 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 944 time: 0.0878246
Apr 05 12:16:04.949755 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-280ffbac-eac6-40ee-844e-e09e2422eb6b req-f877be1f-eb3c-4b07-a919-04d33a812684 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399110
Apr 05 12:16:06.159500 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff963-6d07-4cd6-a53d-e7144dcf8d23 req-df2c71cb-f60c-4bc8-bc42-fd347beb9d1f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:06.161128 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1d2ff963-6d07-4cd6-a53d-e7144dcf8d23 req-df2c71cb-f60c-4bc8-bc42-fd347beb9d1f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 944 time: 0.0921752
Apr 05 12:16:06.207767 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1d2ff963-6d07-4cd6-a53d-e7144dcf8d23 req-f82be8e5-2f06-4e06-b87e-52d389a2090e tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402718
Apr 05 12:16:07.410380 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f8745-b0c6-46c2-b941-7d62bf25dd3f req-0800bd52-1ad2-42d6-9f1f-285d8e097c7b tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:07.411959 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c07f8745-b0c6-46c2-b941-7d62bf25dd3f req-0800bd52-1ad2-42d6-9f1f-285d8e097c7b tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 944 time: 0.0871980
Apr 05 12:16:07.458847 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c07f8745-b0c6-46c2-b941-7d62bf25dd3f req-f73e4535-630d-45c8-8acc-8f40dab620b7 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406158
Apr 05 12:16:08.000603 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device e00de149-216d-469b-8615-093620f8f903 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 12:16:08.142758 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port e00de149-216d-469b-8615-093620f8f903, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e00de149-216d-469b-8615-093620f8f903,segment=NetworkSegment(e495bedb-3d01-4d20-b74e-aa316357e53b),segment_id=e495bedb-3d01-4d20-b74e-aa316357e53b)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:16:08.158023 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Returning: {'device': 'e00de149-216d-469b-8615-093620f8f903', 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b', 'port_id': 'e00de149-216d-469b-8615-093620f8f903', 'mac_address': 'fa:16:3e:15:ad:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3bbfe2a-e26d-4eee-9523-0b0e4c649bfb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 12:16:08.216344 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:08.233706 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e00de149-216d-469b-8615-093620f8f903 {{(pid=84270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:16:08.250208 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port e00de149-216d-469b-8615-093620f8f903, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e00de149-216d-469b-8615-093620f8f903,segment=NetworkSegment(e495bedb-3d01-4d20-b74e-aa316357e53b),segment_id=e495bedb-3d01-4d20-b74e-aa316357e53b)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:16:08.253830 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:08.255998 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:16:08.330513 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=e00de149-216d-469b-8615-093620f8f903,revision_number=9']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:16:08.333803 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:16:08.592800 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['e00de149-216d-469b-8615-093620f8f903'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:16:08.668188 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2cdebc-5460-40c5-b7f4-d67e24c4c498 req-ed0cbf62-7153-45fc-aa6e-ef7f8c7ef832 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:08.669830 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8b2cdebc-5460-40c5-b7f4-d67e24c4c498 req-ed0cbf62-7153-45fc-aa6e-ef7f8c7ef832 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 945 time: 0.0953734
Apr 05 12:16:08.718918 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8b2cdebc-5460-40c5-b7f4-d67e24c4c498 req-370d34a8-97e6-4c3d-997d-87ba345f30b8 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412149
Apr 05 12:16:09.926464 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d0e04-7e5b-43c1-9283-dce18b88b3f0 req-2f9c91ee-9d40-4a05-94ec-46a9f43d93e6 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:09.928067 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6a9d0e04-7e5b-43c1-9283-dce18b88b3f0 req-2f9c91ee-9d40-4a05-94ec-46a9f43d93e6 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 945 time: 0.0879307
Apr 05 12:16:09.979246 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6a9d0e04-7e5b-43c1-9283-dce18b88b3f0 req-2cb4b432-167b-441a-bac4-b0738a4ecad5 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447907
Apr 05 12:16:10.009358 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device e00de149-216d-469b-8615-093620f8f903 up at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:16:10.085588 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning complete for port e00de149-216d-469b-8615-093620f8f903 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:16:10.086007 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:10.211611 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:10.239984 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7526c1-27ee-4858-bfb2-afe77dedf39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00de149-216d-469b-8615-093620f8f903'}] {{(pid=84270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:16:10.250292 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port e00de149-216d-469b-8615-093620f8f903, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e00de149-216d-469b-8615-093620f8f903,segment=NetworkSegment(e495bedb-3d01-4d20-b74e-aa316357e53b),segment_id=e495bedb-3d01-4d20-b74e-aa316357e53b)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:16:10.253299 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:10.255296 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-18d579d8-12f0-4775-a4ed-ccce2218c839 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:16:10.292739 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7526c1-27ee-4858-bfb2-afe77dedf39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00de149-216d-469b-8615-093620f8f903', 'code': 200}
Apr 05 12:16:10.328343 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=e00de149-216d-469b-8615-093620f8f903,revision_number=10']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:16:10.331464 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:16:10.647131 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e4b1b-31b1-489d-b979-066488a263dd req-0f58ed20-f6ba-44ff-ac6c-4ad4dfc6fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:10.648611 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-857e4b1b-31b1-489d-b979-066488a263dd req-0f58ed20-f6ba-44ff-ac6c-4ad4dfc6fa84 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 1100 time: 0.0763686
Apr 05 12:16:10.692453 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-857e4b1b-31b1-489d-b979-066488a263dd req-739aad80-22bd-4d64-a450-ea0d97a7c10e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367498
Apr 05 12:16:11.187027 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e4489-6696-4ec4-95bb-ba686ea91fe1 req-87d61469-51af-4172-a8e0-01270a2f7479 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:11.188636 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-878e4489-6696-4ec4-95bb-ba686ea91fe1 req-87d61469-51af-4172-a8e0-01270a2f7479 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 947 time: 0.0907984
Apr 05 12:16:11.237099 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-878e4489-6696-4ec4-95bb-ba686ea91fe1 req-8c84939a-f4c5-45f7-8608-1e54a18b7823 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417297
Apr 05 12:16:12.449851 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9cf50-bf62-43fa-a6c5-cea95015d943 req-29613a6c-df68-4933-a3bd-0f02203f5988 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:12.451531 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b1e9cf50-bf62-43fa-a6c5-cea95015d943 req-29613a6c-df68-4933-a3bd-0f02203f5988 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 947 time: 0.0934360
Apr 05 12:16:12.501241 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b1e9cf50-bf62-43fa-a6c5-cea95015d943 req-7c843858-03db-4dc1-afba-78234726bee1 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429509
Apr 05 12:16:13.759681 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8aa69-07f2-4fc5-83a7-da76538c8a94 req-6d41a269-ef67-4fa0-8bd3-a7e5192cb679 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:13.761250 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c2f8aa69-07f2-4fc5-83a7-da76538c8a94 req-6d41a269-ef67-4fa0-8bd3-a7e5192cb679 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 947 time: 0.1427641
Apr 05 12:16:13.815349 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c2f8aa69-07f2-4fc5-83a7-da76538c8a94 req-55c9d709-d800-4db8-92c4-7320c9b9b6c0 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476029
Apr 05 12:16:23.647534 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-769a76ac-0ede-4c4b-9de1-f7ca11410c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:24.877271 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:26.037229 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-73b5bca2-faa1-412d-a43b-76d6f8afba18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:26.509623 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:28.099115 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:28.686245 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:28.771281 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-418d7dc1-9cef-43c3-99ea-afe25cb7524a req-8abfce8d-8176-43b5-b161-94a8460ba5ea service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc997f-f2bd-49e8-8b8e-3b4309eb377f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0808549
Apr 05 12:16:28.868118 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d7dc1-9cef-43c3-99ea-afe25cb7524a req-ff98b88a-fd11-43c5-aa5a-b265f744635a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:28.869708 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-418d7dc1-9cef-43c3-99ea-afe25cb7524a req-ff98b88a-fd11-43c5-aa5a-b265f744635a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=629fa1a565724595a30468e1271ead78&device_id=ecdc997f-f2bd-49e8-8b8e-3b4309eb377f HTTP/1.1" status: 200  len: 1099 time: 0.0764551
Apr 05 12:16:29.024235 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d7dc1-9cef-43c3-99ea-afe25cb7524a req-e30a0040-1c3d-4adc-96c5-80e176259de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:29.025781 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-418d7dc1-9cef-43c3-99ea-afe25cb7524a req-e30a0040-1c3d-4adc-96c5-80e176259de2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a3e4dca9-c22e-4b2f-b50e-39573f778a69 HTTP/1.1" status: 200  len: 912 time: 0.1354551
Apr 05 12:16:29.369746 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-418d7dc1-9cef-43c3-99ea-afe25cb7524a req-7d7e55ee-e1ec-4bef-9675-75b826e39455 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef738c12-6b44-4d39-8163-db9d3a41f6f9 HTTP/1.1" status: 200  len: 1002 time: 0.3359160
Apr 05 12:16:29.441468 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d7dc1-9cef-43c3-99ea-afe25cb7524a req-ddff3d6c-0a81-4451-aad0-65d2d352ca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:29.443546 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-418d7dc1-9cef-43c3-99ea-afe25cb7524a req-ddff3d6c-0a81-4451-aad0-65d2d352ca4e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=34a1f558-4685-48e4-a199-4b7768f4f5df HTTP/1.1" status: 200  len: 850 time: 0.0664463
Apr 05 12:16:29.530755 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d7dc1-9cef-43c3-99ea-afe25cb7524a req-32fedc9d-2f3a-41bf-ba9a-78847f10d93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:29.532369 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-418d7dc1-9cef-43c3-99ea-afe25cb7524a req-32fedc9d-2f3a-41bf-ba9a-78847f10d93e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a3e4dca9-c22e-4b2f-b50e-39573f778a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0809803
Apr 05 12:16:29.680291 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-418d7dc1-9cef-43c3-99ea-afe25cb7524a req-3d3de531-26cb-4b8f-b09a-b0e31dbe3bd0 service neutron] 10.222.0.37 "GET /v2.0/networks/a3e4dca9-c22e-4b2f-b50e-39573f778a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401958
Apr 05 12:16:29.829763 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-418d7dc1-9cef-43c3-99ea-afe25cb7524a req-068ad8ca-f8cb-4e89-b74f-589b67d9ccd9 service neutron] 10.222.0.37 "GET /v2.0/networks/a3e4dca9-c22e-4b2f-b50e-39573f778a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390007
Apr 05 12:16:30.463015 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 6 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:16:34.708294 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-6cb7ffe4-3d7b-44f7-b6cb-eabb7c281274 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-398527571&fields=id&tenant_id=629fa1a565724595a30468e1271ead78 HTTP/1.1" status: 200  len: 267 time: 0.0409374
Apr 05 12:16:34.871083 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-773213ff-080f-4a44-9baf-b72e1432e301 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:34.872579 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-773213ff-080f-4a44-9baf-b72e1432e301 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/networks?id=a3e4dca9-c22e-4b2f-b50e-39573f778a69 HTTP/1.1" status: 200  len: 811 time: 0.1565895
Apr 05 12:16:34.889146 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-efd89565-eeb3-46c7-8a34-95cccdbf0554 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/quotas/629fa1a565724595a30468e1271ead78 HTTP/1.1" status: 200  len: 375 time: 0.0103910
Apr 05 12:16:34.984400 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-fd41055f-e655-48af-a340-466731911d20 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=629fa1a565724595a30468e1271ead78&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0895886
Apr 05 12:16:35.000809 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-fa144eb9-df33-45f9-a1a0-e02b373e3417 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 05 12:16:35.001881 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-fa144eb9-df33-45f9-a1a0-e02b373e3417 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0054998
Apr 05 12:16:35.144993 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-f4ee12b5-8657-4701-a233-ba1e40666f34 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e4dca9-c22e-4b2f-b50e-39573f778a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365399
Apr 05 12:16:35.288025 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-51cc0a14-9c4d-4e05-a1b7-cf31731b4028 service neutron] 10.222.0.36 "GET /v2.0/networks/a3e4dca9-c22e-4b2f-b50e-39573f778a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1365254
Apr 05 12:16:35.759993 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5ddff66d-40a1-45d0-8b4d-574022a49c47 req-2d79be97-0385-49b5-804a-18ecf3215a58 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=bff66a83-2b9f-4f11-8eb6-31d4166134ca HTTP/1.1" status: 200  len: 210 time: 0.0553293
Apr 05 12:16:36.916445 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-3ec03736-6e15-4c0c-a9d1-e11564a66cee tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:36.918013 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-3ec03736-6e15-4c0c-a9d1-e11564a66cee tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.37 "GET /v2.0/networks?id=a3e4dca9-c22e-4b2f-b50e-39573f778a69 HTTP/1.1" status: 200  len: 811 time: 0.1642361
Apr 05 12:16:36.932770 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-dcd18326-41f1-4edf-b791-55edd6fc1f54 req-312763bd-c0d5-46a2-bf18-13f452b9208c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=bff66a83-2b9f-4f11-8eb6-31d4166134ca HTTP/1.1" status: 200  len: 210 time: 0.0483978
Apr 05 12:16:37.004287 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-18d5bcb9-da54-48e9-a9ae-7deb12704e10 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=629fa1a565724595a30468e1271ead78 HTTP/1.1" status: 200  len: 8059 time: 0.0742853
Apr 05 12:16:37.013626 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-194bbb80-fb0f-4287-932b-f2ababbcb815 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Request body: {'port': {'device_id': 'bff66a83-2b9f-4f11-8eb6-31d4166134ca', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'admin_state_up': True, 'tenant_id': '629fa1a565724595a30468e1271ead78', 'security_groups': ['8f62e6b1-5298-4750-ade3-d7246e0179c0']}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:16:37.156926 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-194bbb80-fb0f-4287-932b-f2ababbcb815 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:16:37.167328 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-194bbb80-fb0f-4287-932b-f2ababbcb815 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:16:37.175784 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-194bbb80-fb0f-4287-932b-f2ababbcb815 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Made reservation on behalf of 629fa1a565724595a30468e1271ead78 for: {'port': 1} {{(pid=84269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 12:16:37.182343 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-194bbb80-fb0f-4287-932b-f2ababbcb815 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:37.345918 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-194bbb80-fb0f-4287-932b-f2ababbcb815 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Allocated IP 172.20.0.9 (a3e4dca9-c22e-4b2f-b50e-39573f778a69/34a1f558-4685-48e4-a199-4b7768f4f5df/8df2e0cf-aba6-4f50-8e67-e3b51b39cb13) {{(pid=84269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:16:37.560090 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-194bbb80-fb0f-4287-932b-f2ababbcb815 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for port, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:37.578211 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-194bbb80-fb0f-4287-932b-f2ababbcb815 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Transition to ACTIVE for port object 8df2e0cf-aba6-4f50-8e67-e3b51b39cb13 will not be triggered until provisioned by entity DHCP. {{(pid=84269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:16:37.602933 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-194bbb80-fb0f-4287-932b-f2ababbcb815 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:37.618664 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e5b27623-a273-46e5-9fcc-596e4ec9911a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:16:37.763976 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194bbb80-fb0f-4287-932b-f2ababbcb815 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Pushing event updated for resources: {'Port': ['ID=8df2e0cf-aba6-4f50-8e67-e3b51b39cb13,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:16:37.778001 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bbb80-fb0f-4287-932b-f2ababbcb815 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:16:37.778460 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bbb80-fb0f-4287-932b-f2ababbcb815 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:16:37.778867 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bbb80-fb0f-4287-932b-f2ababbcb815 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:16:37.779276 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bbb80-fb0f-4287-932b-f2ababbcb815 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:16:37.779677 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bbb80-fb0f-4287-932b-f2ababbcb815 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:16:37.780080 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bbb80-fb0f-4287-932b-f2ababbcb815 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:16:37.780485 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bbb80-fb0f-4287-932b-f2ababbcb815 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:16:37.780887 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bbb80-fb0f-4287-932b-f2ababbcb815 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:16:37.781286 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bbb80-fb0f-4287-932b-f2ababbcb815 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:16:37.781735 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bbb80-fb0f-4287-932b-f2ababbcb815 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:16:37.782061 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bbb80-fb0f-4287-932b-f2ababbcb815 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:16:37.782481 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194bbb80-fb0f-4287-932b-f2ababbcb815 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:16:37.796632 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-194bbb80-fb0f-4287-932b-f2ababbcb815 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:16:37.838487 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-194bbb80-fb0f-4287-932b-f2ababbcb815 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Network a3e4dca9-c22e-4b2f-b50e-39573f778a69 is already hosted by enough agents. {{(pid=84269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:16:37.839663 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-194bbb80-fb0f-4287-932b-f2ababbcb815 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Resources bound (agent type, host, resource id):  {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:16:37.841890 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-194bbb80-fb0f-4287-932b-f2ababbcb815 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Received port after_create {{(pid=84269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:16:37.912153 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-194bbb80-fb0f-4287-932b-f2ababbcb815 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:37.913384 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-194bbb80-fb0f-4287-932b-f2ababbcb815 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:37.938793 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-194bbb80-fb0f-4287-932b-f2ababbcb815 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9290636
Apr 05 12:16:37.950674 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-9204c773-41d8-46ad-91c8-1dd45c007c5b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=84269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 05 12:16:37.951801 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-9204c773-41d8-46ad-91c8-1dd45c007c5b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0057573
Apr 05 12:16:37.963200 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-74c46d54-8459-4d87-b28f-b8d4219c7280 service neutron] Request body: {'port': {'device_id': 'bff66a83-2b9f-4f11-8eb6-31d4166134ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78476'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:16:38.032964 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-b26d3afa-5986-4a9d-b0d6-c71c8719a60c None None] Provisioning for port 8df2e0cf-aba6-4f50-8e67-e3b51b39cb13 completed by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:16:38.038409 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-b26d3afa-5986-4a9d-b0d6-c71c8719a60c None None] Provisioning complete for port 8df2e0cf-aba6-4f50-8e67-e3b51b39cb13 triggered by entity DHCP. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:16:38.038926 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b26d3afa-5986-4a9d-b0d6-c71c8719a60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:38.082324 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-74c46d54-8459-4d87-b28f-b8d4219c7280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:38.100264 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-b26d3afa-5986-4a9d-b0d6-c71c8719a60c None None] Port 8df2e0cf-aba6-4f50-8e67-e3b51b39cb13 cannot update to ACTIVE because it is not bound. {{(pid=84270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 12:16:38.165405 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c73593-81d2-4148-85e1-5addbb68de3c req-e71bf02b-31f1-4a29-a469-850513f08015 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:38.167101 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a0c73593-81d2-4148-85e1-5addbb68de3c req-e71bf02b-31f1-4a29-a469-850513f08015 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=bff66a83-2b9f-4f11-8eb6-31d4166134ca HTTP/1.1" status: 200  len: 931 time: 0.1080639
Apr 05 12:16:38.216273 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a0c73593-81d2-4148-85e1-5addbb68de3c req-35d8b5d7-2bf3-4d53-a36d-094be95d5409 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424399
Apr 05 12:16:38.500139 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-74c46d54-8459-4d87-b28f-b8d4219c7280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8df2e0cf-aba6-4f50-8e67-e3b51b39cb13 {{(pid=84269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:16:38.508601 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-74c46d54-8459-4d87-b28f-b8d4219c7280 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:38.524049 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-74c46d54-8459-4d87-b28f-b8d4219c7280 service neutron] Transition to ACTIVE for port object 8df2e0cf-aba6-4f50-8e67-e3b51b39cb13 will not be triggered until provisioned by entity L2. {{(pid=84269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 12:16:38.526943 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-74c46d54-8459-4d87-b28f-b8d4219c7280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2694713'] for port, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:38.541923 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-94ac3617-98ca-41e5-97fa-aa1263a518ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:16:38.673574 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c46d54-8459-4d87-b28f-b8d4219c7280 service neutron] Pushing event updated for resources: {'Port': ['ID=8df2e0cf-aba6-4f50-8e67-e3b51b39cb13,revision_number=2']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:16:38.677813 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-74c46d54-8459-4d87-b28f-b8d4219c7280 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:16:38.905612 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-74c46d54-8459-4d87-b28f-b8d4219c7280 service neutron] Attempting to bind port 8df2e0cf-aba6-4f50-8e67-e3b51b39cb13 on host hv-cinder-78476 for vnic_type normal with profile  {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 12:16:38.905979 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-74c46d54-8459-4d87-b28f-b8d4219c7280 service neutron] Attempting to bind port 8df2e0cf-aba6-4f50-8e67-e3b51b39cb13 by drivers openvswitch,hyperv on host hv-cinder-78476 at level 0 using segments [{'id': '787c8767-e3fe-4e59-b840-0afd6f84cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69'}] {{(pid=84269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 12:16:38.906368 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-74c46d54-8459-4d87-b28f-b8d4219c7280 service neutron] Attempting to bind port 8df2e0cf-aba6-4f50-8e67-e3b51b39cb13 on network a3e4dca9-c22e-4b2f-b50e-39573f778a69 {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:16:38.911198 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-74c46d54-8459-4d87-b28f-b8d4219c7280 service neutron] Port 8df2e0cf-aba6-4f50-8e67-e3b51b39cb13 on network a3e4dca9-c22e-4b2f-b50e-39573f778a69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78476 {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 12:16:38.911553 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-74c46d54-8459-4d87-b28f-b8d4219c7280 service neutron] Attempting to bind port 8df2e0cf-aba6-4f50-8e67-e3b51b39cb13 on network a3e4dca9-c22e-4b2f-b50e-39573f778a69 {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 12:16:38.917339 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-74c46d54-8459-4d87-b28f-b8d4219c7280 service neutron] Checking agent: {'id': '038210d6-d792-4dfe-95d3-eb4a37cb8b01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78476', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'started_at': datetime.datetime(2021, 4, 5, 12, 4, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 12, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 12:16:38.917710 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-74c46d54-8459-4d87-b28f-b8d4219c7280 service neutron] Checking segment: {'id': '787c8767-e3fe-4e59-b840-0afd6f84cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 12:16:38.918138 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-74c46d54-8459-4d87-b28f-b8d4219c7280 service neutron] Bound using segment: {'id': '787c8767-e3fe-4e59-b840-0afd6f84cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69'} {{(pid=84269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 12:16:38.918610 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-74c46d54-8459-4d87-b28f-b8d4219c7280 service neutron] Bound port: 8df2e0cf-aba6-4f50-8e67-e3b51b39cb13, host: hv-cinder-78476, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '787c8767-e3fe-4e59-b840-0afd6f84cd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69'}}] {{(pid=84269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 12:16:38.918990 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-74c46d54-8459-4d87-b28f-b8d4219c7280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:39.013612 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-74c46d54-8459-4d87-b28f-b8d4219c7280 service neutron] For port 8df2e0cf-aba6-4f50-8e67-e3b51b39cb13, host hv-cinder-78476, cleared binding levels {{(pid=84269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 12:16:39.016575 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-74c46d54-8459-4d87-b28f-b8d4219c7280 service neutron] For port 8df2e0cf-aba6-4f50-8e67-e3b51b39cb13, host hv-cinder-78476, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=8df2e0cf-aba6-4f50-8e67-e3b51b39cb13,segment=NetworkSegment(787c8767-e3fe-4e59-b840-0afd6f84cd1d),segment_id=787c8767-e3fe-4e59-b840-0afd6f84cd1d)] {{(pid=84269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 12:16:39.019798 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-74c46d54-8459-4d87-b28f-b8d4219c7280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2694713'] for port, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:39.034685 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-3e607170-d3b3-4e0a-8bf1-8fb8e5a6c5aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:16:39.185246 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c46d54-8459-4d87-b28f-b8d4219c7280 service neutron] Pushing event updated for resources: {'Port': ['ID=8df2e0cf-aba6-4f50-8e67-e3b51b39cb13,revision_number=3']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:16:39.189787 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-74c46d54-8459-4d87-b28f-b8d4219c7280 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:16:39.219624 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-74c46d54-8459-4d87-b28f-b8d4219c7280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:39.220348 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-74c46d54-8459-4d87-b28f-b8d4219c7280 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:39.221806 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-74c46d54-8459-4d87-b28f-b8d4219c7280 service neutron] 10.222.0.37 "PUT /v2.0/ports/8df2e0cf-aba6-4f50-8e67-e3b51b39cb13 HTTP/1.1" status: 200  len: 1093 time: 1.2637563
Apr 05 12:16:39.222398 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff66a83-2b9f-4f11-8eb6-31d4166134ca', 'tag': '8df2e0cf-aba6-4f50-8e67-e3b51b39cb13'}] {{(pid=84269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:16:39.382042 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-d72fb4da-db41-48dc-8f4d-27868148bfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:39.383712 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-d72fb4da-db41-48dc-8f4d-27868148bfd3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=629fa1a565724595a30468e1271ead78&device_id=bff66a83-2b9f-4f11-8eb6-31d4166134ca HTTP/1.1" status: 200  len: 1096 time: 0.1057379
Apr 05 12:16:39.500960 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff66a83-2b9f-4f11-8eb6-31d4166134ca', 'tag': '8df2e0cf-aba6-4f50-8e67-e3b51b39cb13', 'status': 'completed', 'code': 200}
Apr 05 12:16:39.507096 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-dc7ed09e-c055-411d-8005-1d3e742f5ecf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8df2e0cf-aba6-4f50-8e67-e3b51b39cb13 HTTP/1.1" status: 200  len: 217 time: 0.1151283
Apr 05 12:16:39.560304 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7de07e-7de0-4952-b14e-f5821490c502 req-cfcd02a7-8fa7-4c77-a2df-ddc87dbf4864 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:39.561207 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-8b7de07e-7de0-4952-b14e-f5821490c502 req-cfcd02a7-8fa7-4c77-a2df-ddc87dbf4864 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Synchronizing usage tracker for tenant:629fa1a565724595a30468e1271ead78 on resource:port {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:16:39.630139 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-8b7de07e-7de0-4952-b14e-f5821490c502 req-cfcd02a7-8fa7-4c77-a2df-ddc87dbf4864 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Unset dirty status for tenant:629fa1a565724595a30468e1271ead78 on resource:port {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:16:39.631512 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8b7de07e-7de0-4952-b14e-f5821490c502 req-cfcd02a7-8fa7-4c77-a2df-ddc87dbf4864 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=bff66a83-2b9f-4f11-8eb6-31d4166134ca HTTP/1.1" status: 200  len: 943 time: 0.1751158
Apr 05 12:16:39.655661 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-1d6d5110-0752-4e1f-9a2c-456c3709183a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:39.657175 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-1d6d5110-0752-4e1f-9a2c-456c3709183a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=34a1f558-4685-48e4-a199-4b7768f4f5df HTTP/1.1" status: 200  len: 850 time: 0.1432960
Apr 05 12:16:39.737692 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8b7de07e-7de0-4952-b14e-f5821490c502 req-337e6237-3419-4465-aa52-ac4d7d414eb2 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0994711
Apr 05 12:16:39.764039 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-704b0410-7c4e-4d57-a55b-e577f2c14e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:39.765604 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-704b0410-7c4e-4d57-a55b-e577f2c14e4d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a3e4dca9-c22e-4b2f-b50e-39573f778a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0997241
Apr 05 12:16:39.910468 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-61b2f557-eae4-42df-a089-4155abd232c8 service neutron] 10.222.0.37 "GET /v2.0/networks/a3e4dca9-c22e-4b2f-b50e-39573f778a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356683
Apr 05 12:16:40.050086 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a30eb4ea-6714-41ea-a4d1-4a1b887714d3 req-e10d1bc1-6365-4010-a427-8ece7d32515f service neutron] 10.222.0.37 "GET /v2.0/networks/a3e4dca9-c22e-4b2f-b50e-39573f778a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1323881
Apr 05 12:16:40.188302 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2ff7d-9f48-451f-b86d-6f3c4ad84c18 req-322c9cfc-4e0f-4891-8605-ffd3b09b8bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:40.189880 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2ec2ff7d-9f48-451f-b86d-6f3c4ad84c18 req-322c9cfc-4e0f-4891-8605-ffd3b09b8bd6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=629fa1a565724595a30468e1271ead78&device_id=bff66a83-2b9f-4f11-8eb6-31d4166134ca HTTP/1.1" status: 200  len: 1096 time: 0.0825779
Apr 05 12:16:40.330349 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2ff7d-9f48-451f-b86d-6f3c4ad84c18 req-e24a3407-e153-465c-94c6-af4a6070a3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:40.331866 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2ec2ff7d-9f48-451f-b86d-6f3c4ad84c18 req-e24a3407-e153-465c-94c6-af4a6070a3aa service neutron] 10.222.0.37 "GET /v2.0/networks?id=a3e4dca9-c22e-4b2f-b50e-39573f778a69 HTTP/1.1" status: 200  len: 912 time: 0.1342194
Apr 05 12:16:40.407425 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2ec2ff7d-9f48-451f-b86d-6f3c4ad84c18 req-0c9dd2c2-9527-473a-bad3-740ef094df7e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8df2e0cf-aba6-4f50-8e67-e3b51b39cb13 HTTP/1.1" status: 200  len: 217 time: 0.0669558
Apr 05 12:16:40.712355 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2ff7d-9f48-451f-b86d-6f3c4ad84c18 req-9364dccc-6c84-40be-8bb9-fdc2db47824e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:40.713839 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2ec2ff7d-9f48-451f-b86d-6f3c4ad84c18 req-9364dccc-6c84-40be-8bb9-fdc2db47824e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=34a1f558-4685-48e4-a199-4b7768f4f5df HTTP/1.1" status: 200  len: 850 time: 0.2998993
Apr 05 12:16:40.806875 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2ff7d-9f48-451f-b86d-6f3c4ad84c18 req-a60f0299-2c7d-4761-b927-1459f9e16972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:40.808487 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2ec2ff7d-9f48-451f-b86d-6f3c4ad84c18 req-a60f0299-2c7d-4761-b927-1459f9e16972 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a3e4dca9-c22e-4b2f-b50e-39573f778a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0865657
Apr 05 12:16:41.019811 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2ec2ff7d-9f48-451f-b86d-6f3c4ad84c18 req-e6afbcd9-46ba-4972-94cf-d59d439cbbd2 service neutron] 10.222.0.37 "GET /v2.0/networks/a3e4dca9-c22e-4b2f-b50e-39573f778a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2033081
Apr 05 12:16:41.029473 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e8bad-3592-46cb-bbae-62281b1376da req-70bf7481-3033-46f8-a905-547aebecb8a5 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:41.030961 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3f0e8bad-3592-46cb-bbae-62281b1376da req-70bf7481-3033-46f8-a905-547aebecb8a5 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=bff66a83-2b9f-4f11-8eb6-31d4166134ca HTTP/1.1" status: 200  len: 943 time: 0.1427109
Apr 05 12:16:41.166999 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3f0e8bad-3592-46cb-bbae-62281b1376da req-d6b0cc34-55ed-4484-99df-7c2c3afbf461 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1141317
Apr 05 12:16:41.209391 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2ec2ff7d-9f48-451f-b86d-6f3c4ad84c18 req-15ea5d4b-324e-4940-9aba-7108181daba2 service neutron] 10.222.0.37 "GET /v2.0/networks/a3e4dca9-c22e-4b2f-b50e-39573f778a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1774478
Apr 05 12:16:42.362835 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60f43d-1c0e-4259-a5af-4eaf19ff7bc1 req-587844b3-de9b-4a13-8cc3-52ecb50bd2e3 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:42.364445 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6f60f43d-1c0e-4259-a5af-4eaf19ff7bc1 req-587844b3-de9b-4a13-8cc3-52ecb50bd2e3 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=bff66a83-2b9f-4f11-8eb6-31d4166134ca HTTP/1.1" status: 200  len: 943 time: 0.0862575
Apr 05 12:16:42.411063 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6f60f43d-1c0e-4259-a5af-4eaf19ff7bc1 req-7fb8cab9-18ee-45f3-8ca9-a3d7113e822b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397472
Apr 05 12:16:43.613858 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2411fe-7334-467e-9ae8-c4ef03d9a4d4 req-3d48b30d-c4ce-405f-88b2-4eb18766b888 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:43.615446 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6e2411fe-7334-467e-9ae8-c4ef03d9a4d4 req-3d48b30d-c4ce-405f-88b2-4eb18766b888 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=bff66a83-2b9f-4f11-8eb6-31d4166134ca HTTP/1.1" status: 200  len: 943 time: 0.0910058
Apr 05 12:16:43.661910 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6e2411fe-7334-467e-9ae8-c4ef03d9a4d4 req-51da2971-922e-440b-af29-1f3ac45079bf tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402634
Apr 05 12:16:44.857141 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81400271-bec5-4f3e-9503-60b1e071f064 req-299e6190-3d31-4e94-a34e-2b3dac3ddea2 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:44.858737 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-81400271-bec5-4f3e-9503-60b1e071f064 req-299e6190-3d31-4e94-a34e-2b3dac3ddea2 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=bff66a83-2b9f-4f11-8eb6-31d4166134ca HTTP/1.1" status: 200  len: 943 time: 0.0867271
Apr 05 12:16:44.905511 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-81400271-bec5-4f3e-9503-60b1e071f064 req-d10fa797-b564-42a2-9525-3eac47eb7204 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405469
Apr 05 12:16:46.104129 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e70e7c-5f75-4d57-b767-1e6d9df824be req-9f67c433-9d8c-418b-b14a-1f732db1cdf9 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:46.105720 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-69e70e7c-5f75-4d57-b767-1e6d9df824be req-9f67c433-9d8c-418b-b14a-1f732db1cdf9 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=bff66a83-2b9f-4f11-8eb6-31d4166134ca HTTP/1.1" status: 200  len: 943 time: 0.0896573
Apr 05 12:16:46.155341 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-69e70e7c-5f75-4d57-b767-1e6d9df824be req-1dd46d27-a056-4037-9dba-2fc26b9f6e74 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424500
Apr 05 12:16:47.357683 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265be85-7d83-4ee6-bf30-de3c7a7955b8 req-85a01318-d98c-4c5f-8304-8e38ab7546c6 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:47.359218 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b265be85-7d83-4ee6-bf30-de3c7a7955b8 req-85a01318-d98c-4c5f-8304-8e38ab7546c6 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=bff66a83-2b9f-4f11-8eb6-31d4166134ca HTTP/1.1" status: 200  len: 943 time: 0.0919037
Apr 05 12:16:47.406615 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b265be85-7d83-4ee6-bf30-de3c7a7955b8 req-63d1a98e-f6e0-49f1-9da7-497433451377 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411298
Apr 05 12:16:48.174103 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 8df2e0cf-aba6-4f50-8e67-e3b51b39cb13 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 12:16:48.315362 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 8df2e0cf-aba6-4f50-8e67-e3b51b39cb13, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=8df2e0cf-aba6-4f50-8e67-e3b51b39cb13,segment=NetworkSegment(787c8767-e3fe-4e59-b840-0afd6f84cd1d),segment_id=787c8767-e3fe-4e59-b840-0afd6f84cd1d)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:16:48.329835 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Returning: {'device': '8df2e0cf-aba6-4f50-8e67-e3b51b39cb13', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'port_id': '8df2e0cf-aba6-4f50-8e67-e3b51b39cb13', 'mac_address': 'fa:16:3e:40:86:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 12:16:48.391377 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:48.410558 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8df2e0cf-aba6-4f50-8e67-e3b51b39cb13 {{(pid=84270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:16:48.426685 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 8df2e0cf-aba6-4f50-8e67-e3b51b39cb13, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=8df2e0cf-aba6-4f50-8e67-e3b51b39cb13,segment=NetworkSegment(787c8767-e3fe-4e59-b840-0afd6f84cd1d),segment_id=787c8767-e3fe-4e59-b840-0afd6f84cd1d)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:16:48.429232 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:48.431650 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:16:48.503119 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=8df2e0cf-aba6-4f50-8e67-e3b51b39cb13,revision_number=4']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:16:48.511304 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:16:48.511696 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:16:48.512076 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:16:48.512450 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:16:48.512824 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:16:48.513192 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:16:48.513559 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:16:48.513922 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:16:48.514317 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:16:48.514680 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:16:48.515040 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:16:48.515399 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:16:48.519592 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:16:48.605774 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcb882-dba4-4007-b789-018c36d9afd8 req-b1ae3c3e-336f-4211-b783-7d68e7816495 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:48.607368 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d2fcb882-dba4-4007-b789-018c36d9afd8 req-b1ae3c3e-336f-4211-b783-7d68e7816495 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=bff66a83-2b9f-4f11-8eb6-31d4166134ca HTTP/1.1" status: 200  len: 944 time: 0.0869946
Apr 05 12:16:48.656178 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d2fcb882-dba4-4007-b789-018c36d9afd8 req-674d7d26-9a60-4897-aa08-4d869076b284 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423987
Apr 05 12:16:48.807548 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['8df2e0cf-aba6-4f50-8e67-e3b51b39cb13'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:16:49.860857 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3000d-f2fe-47d6-9c23-d47be95f6964 req-c4dd7c13-7f9f-493b-ad7b-f621597652b3 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:49.862460 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-87c3000d-f2fe-47d6-9c23-d47be95f6964 req-c4dd7c13-7f9f-493b-ad7b-f621597652b3 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=bff66a83-2b9f-4f11-8eb6-31d4166134ca HTTP/1.1" status: 200  len: 944 time: 0.0947316
Apr 05 12:16:49.910555 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-87c3000d-f2fe-47d6-9c23-d47be95f6964 req-456fb25e-b03a-49c5-ab0b-e0f9006728d6 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409372
Apr 05 12:16:50.177617 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 8df2e0cf-aba6-4f50-8e67-e3b51b39cb13 up at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:16:50.252844 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning for port 8df2e0cf-aba6-4f50-8e67-e3b51b39cb13 completed by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 12:16:50.257837 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning complete for port 8df2e0cf-aba6-4f50-8e67-e3b51b39cb13 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:16:50.258324 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:50.383349 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:50.416962 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff66a83-2b9f-4f11-8eb6-31d4166134ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df2e0cf-aba6-4f50-8e67-e3b51b39cb13'}] {{(pid=84270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:16:50.429015 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 8df2e0cf-aba6-4f50-8e67-e3b51b39cb13, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=8df2e0cf-aba6-4f50-8e67-e3b51b39cb13,segment=NetworkSegment(787c8767-e3fe-4e59-b840-0afd6f84cd1d),segment_id=787c8767-e3fe-4e59-b840-0afd6f84cd1d)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:16:50.432269 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:50.436126 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:16:50.475764 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff66a83-2b9f-4f11-8eb6-31d4166134ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df2e0cf-aba6-4f50-8e67-e3b51b39cb13', 'code': 200}
Apr 05 12:16:50.510897 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=8df2e0cf-aba6-4f50-8e67-e3b51b39cb13,revision_number=5']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:16:50.514046 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:16:50.767217 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa4670-9c7e-4e2f-b308-adf29dabba33 req-b0f797fd-ed2d-4839-8982-5014a9dee4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:50.768781 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7daa4670-9c7e-4e2f-b308-adf29dabba33 req-b0f797fd-ed2d-4839-8982-5014a9dee4da service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bff66a83-2b9f-4f11-8eb6-31d4166134ca HTTP/1.1" status: 200  len: 1098 time: 0.0771749
Apr 05 12:16:50.816404 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7daa4670-9c7e-4e2f-b308-adf29dabba33 req-b36e883d-56af-41dc-94b2-8b9b31f353fa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402718
Apr 05 12:16:51.106907 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61811f-1b09-4278-8034-380636ba932e req-cfdf6f64-9051-418e-883a-a3a2347d6ce7 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:51.108261 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-aa61811f-1b09-4278-8034-380636ba932e req-cfdf6f64-9051-418e-883a-a3a2347d6ce7 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=bff66a83-2b9f-4f11-8eb6-31d4166134ca HTTP/1.1" status: 200  len: 945 time: 0.0863473
Apr 05 12:16:51.157305 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-aa61811f-1b09-4278-8034-380636ba932e req-45fcf2f1-9031-4408-affd-d67eed54dca4 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421023
Apr 05 12:16:52.364530 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49271f25-9656-496b-8916-294d2b7fa599 req-c5c17323-080a-40b2-a3c7-5abcbc8c2388 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:52.366017 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-49271f25-9656-496b-8916-294d2b7fa599 req-c5c17323-080a-40b2-a3c7-5abcbc8c2388 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=bff66a83-2b9f-4f11-8eb6-31d4166134ca HTTP/1.1" status: 200  len: 945 time: 0.0912519
Apr 05 12:16:52.413619 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-49271f25-9656-496b-8916-294d2b7fa599 req-bee17775-e144-4eb6-9f2d-22a6fd51157c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406284
Apr 05 12:16:52.615554 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea93ed5-b512-4ef3-ab39-c7824a4c5c55 req-2298b877-c65b-433a-bbf4-61683c87ddb8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:52.617157 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0ea93ed5-b512-4ef3-ab39-c7824a4c5c55 req-2298b877-c65b-433a-bbf4-61683c87ddb8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=bff66a83-2b9f-4f11-8eb6-31d4166134ca HTTP/1.1" status: 200  len: 945 time: 0.0875893
Apr 05 12:16:52.664656 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0ea93ed5-b512-4ef3-ab39-c7824a4c5c55 req-916ea1fd-7048-42f4-8b13-9f29a26725e7 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405443
Apr 05 12:16:52.689951 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 49756) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:16:52.880023 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f749320-3c1d-49a5-aa10-9dc392c093a9 tempest-TestVolumeBootPattern-628324670 tempest-TestVolumeBootPattern-628324670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:52.881549 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-8f749320-3c1d-49a5-aa10-9dc392c093a9 tempest-TestVolumeBootPattern-628324670 tempest-TestVolumeBootPattern-628324670-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=bff66a83-2b9f-4f11-8eb6-31d4166134ca HTTP/1.1" status: 200  len: 1093 time: 0.1905386
Apr 05 12:16:52.884860 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 49762) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:16:52.890655 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.v2.base [None req-c43968fe-1331-4f7e-a7c3-c15c5d231b54 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Request body: {'floatingip': {'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'port_id': '8df2e0cf-aba6-4f50-8e67-e3b51b39cb13', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 12:16:52.897074 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c43968fe-1331-4f7e-a7c3-c15c5d231b54 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:16:52.901246 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-c43968fe-1331-4f7e-a7c3-c15c5d231b54 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Usage tracker for resource:floatingip and tenant:629fa1a565724595a30468e1271ead78 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:16:52.904557 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-c43968fe-1331-4f7e-a7c3-c15c5d231b54 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:16:52.911364 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-c43968fe-1331-4f7e-a7c3-c15c5d231b54 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:16:52.921438 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c43968fe-1331-4f7e-a7c3-c15c5d231b54 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for floatingip, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:53.067560 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c43968fe-1331-4f7e-a7c3-c15c5d231b54 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:53.212632 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_common [None req-c43968fe-1331-4f7e-a7c3-c15c5d231b54 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Allocated IP 172.27.0.251 (9d12ef10-d92d-4db6-ae05-ceb86a15802e/0ceae222-356e-4bb7-8260-995ea8a55dd5/9d0e2fc9-499b-4011-92b2-23d9aa91937a) {{(pid=84269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 12:16:53.365247 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c43968fe-1331-4f7e-a7c3-c15c5d231b54 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for port, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:53.393922 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c43968fe-1331-4f7e-a7c3-c15c5d231b54 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363299714808368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:53.413197 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-0de4bb58-dac9-462e-85e9-ef29a873bdea tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:16:53.543728 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43968fe-1331-4f7e-a7c3-c15c5d231b54 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Pushing event updated for resources: {'Port': ['ID=9d0e2fc9-499b-4011-92b2-23d9aa91937a,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:16:53.548346 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-c43968fe-1331-4f7e-a7c3-c15c5d231b54 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:16:53.598375 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43968fe-1331-4f7e-a7c3-c15c5d231b54 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Network 9d12ef10-d92d-4db6-ae05-ceb86a15802e is already hosted by enough agents. {{(pid=84269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 12:16:53.599477 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.base_scheduler [None req-c43968fe-1331-4f7e-a7c3-c15c5d231b54 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Resources bound (agent type, host, resource id):  {{(pid=84269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 12:16:53.601748 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43968fe-1331-4f7e-a7c3-c15c5d231b54 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Received port after_create {{(pid=84269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 12:16:53.648445 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5e0ca5af-4d34-4225-abdc-12a2f1ef802d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:54.020483 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c43968fe-1331-4f7e-a7c3-c15c5d231b54 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:54.097068 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c43968fe-1331-4f7e-a7c3-c15c5d231b54 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:54.369065 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c43968fe-1331-4f7e-a7c3-c15c5d231b54 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for port, precommit_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:54.372723 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c43968fe-1331-4f7e-a7c3-c15c5d231b54 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2694713'] for port, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:54.387455 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-a89bc44d-f4aa-47c6-8b03-36f0dfc90763 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:16:54.523267 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43968fe-1331-4f7e-a7c3-c15c5d231b54 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Pushing event updated for resources: {'Port': ['ID=9d0e2fc9-499b-4011-92b2-23d9aa91937a,revision_number=2']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:16:54.528276 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-c43968fe-1331-4f7e-a7c3-c15c5d231b54 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:16:54.852777 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c43968fe-1331-4f7e-a7c3-c15c5d231b54 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854330421'] for floatingip, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:54.879463 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:55.033366 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.l3_db [None req-c43968fe-1331-4f7e-a7c3-c15c5d231b54 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Floating IP 8ac62886-8be8-4f3e-bd15-2f8513c55a4a associated. External IP: 172.27.0.251, port: 8df2e0cf-aba6-4f50-8e67-e3b51b39cb13.
Apr 05 12:16:55.402508 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43968fe-1331-4f7e-a7c3-c15c5d231b54 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Router e5d19339-7fe4-4183-a097-fdd56b319eeb has already been hosted by L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d {{(pid=84269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 12:16:55.590297 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43968fe-1331-4f7e-a7c3-c15c5d231b54 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:16:55.599942 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a289ee34-4353-49bd-8ab1-292a4a2f5259 None None] Sync routers for ids ['e5d19339-7fe4-4183-a097-fdd56b319eeb'] in dv-cinder-784763-1-iscsi {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:16:55.610161 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a289ee34-4353-49bd-8ab1-292a4a2f5259 None None] Routers {'e5d19339-7fe4-4183-a097-fdd56b319eeb'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:16:55.610847 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-a289ee34-4353-49bd-8ab1-292a4a2f5259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460ae0f98>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:16:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['e5d19339-7fe4-4183-a097-fdd56b319eeb'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:16:55.617240 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c43968fe-1331-4f7e-a7c3-c15c5d231b54 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for floatingip, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:55.675809 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-c43968fe-1331-4f7e-a7c3-c15c5d231b54 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7897375
Apr 05 12:16:55.676520 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff66a83-2b9f-4f11-8eb6-31d4166134ca', 'tag': '8df2e0cf-aba6-4f50-8e67-e3b51b39cb13'}] {{(pid=84269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:16:55.724960 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff66a83-2b9f-4f11-8eb6-31d4166134ca', 'tag': '8df2e0cf-aba6-4f50-8e67-e3b51b39cb13', 'status': 'completed', 'code': 200}
Apr 05 12:16:55.802295 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-a289ee34-4353-49bd-8ab1-292a4a2f5259 None None] Set router e5d19339-7fe4-4183-a097-fdd56b319eeb gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:16:55.838093 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844640ed-9481-4a79-9522-d2cb73cbcc2e req-a5bbaf4b-d737-46ef-884d-025b2982cfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:55.839715 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-844640ed-9481-4a79-9522-d2cb73cbcc2e req-a5bbaf4b-d737-46ef-884d-025b2982cfbd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=629fa1a565724595a30468e1271ead78&device_id=bff66a83-2b9f-4f11-8eb6-31d4166134ca HTTP/1.1" status: 200  len: 1098 time: 0.0844133
Apr 05 12:16:55.996186 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844640ed-9481-4a79-9522-d2cb73cbcc2e req-f4db153b-5469-44fc-9dfd-65c41ec945e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:55.997810 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-844640ed-9481-4a79-9522-d2cb73cbcc2e req-f4db153b-5469-44fc-9dfd-65c41ec945e4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a3e4dca9-c22e-4b2f-b50e-39573f778a69 HTTP/1.1" status: 200  len: 912 time: 0.1515291
Apr 05 12:16:56.111264 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-844640ed-9481-4a79-9522-d2cb73cbcc2e req-9d30afb9-9d6a-4834-af12-d101330d6ffa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8df2e0cf-aba6-4f50-8e67-e3b51b39cb13 HTTP/1.1" status: 200  len: 999 time: 0.1062794
Apr 05 12:16:56.156521 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-043f0aef-39f5-4372-81a1-8f416c36dc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:56.183344 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844640ed-9481-4a79-9522-d2cb73cbcc2e req-2a987800-5684-4ba9-8a6c-2c4704baec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:56.184952 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-844640ed-9481-4a79-9522-d2cb73cbcc2e req-2a987800-5684-4ba9-8a6c-2c4704baec88 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=34a1f558-4685-48e4-a199-4b7768f4f5df HTTP/1.1" status: 200  len: 850 time: 0.0679960
Apr 05 12:16:56.267550 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844640ed-9481-4a79-9522-d2cb73cbcc2e req-c8191f00-b42c-4f32-a3b4-b5d8537833ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:16:56.269070 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-844640ed-9481-4a79-9522-d2cb73cbcc2e req-c8191f00-b42c-4f32-a3b4-b5d8537833ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a3e4dca9-c22e-4b2f-b50e-39573f778a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0775175
Apr 05 12:16:56.372945 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-a289ee34-4353-49bd-8ab1-292a4a2f5259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460ae0f98>, [{'id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'name': 'tempest-TestVolumeBootPattern-569576050-router', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:53Z', 'updated_at': '2021-04-05T12:09:02Z', 'revision_number': 4, 'project_id': '629fa1a565724595a30468e1271ead78', 'gw_port': {'id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:55Z', 'updated_at': '2021-04-05T12:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_floatingips': [{'id': '3d618867-0cc0-461d-9017-edae3916a0b0', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'router_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'port_id': 'ef738c12-6b44-4d39-8163-db9d3a41f6f9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'mac_address': 'fa:16:3e:a2:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdc997f-f2bd-49e8-8b8e-3b4309eb377f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:14:22Z', 'updated_at': '2021-04-05T12:14:25Z', 'revision_number': 1, 'project_id': '629fa1a565724595a30468e1271ead78', 'fixed_ip_address_scope': None}, {'id': '8ac62886-8be8-4f3e-bd15-2f8513c55a4a', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'router_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'port_id': '8df2e0cf-aba6-4f50-8e67-e3b51b39cb13', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'mac_address': 'fa:16:3e:40:86:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff66a83-2b9f-4f11-8eb6-31d4166134ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:16:53Z', 'updated_at': '2021-04-05T12:16:53Z', 'revision_number': 0, 'project_id': '629fa1a565724595a30468e1271ead78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '618bc0a5-d832-4a1e-bcde-4a8f04eb16df', 'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'mac_address': 'fa:16:3e:ad:bd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:01Z', 'updated_at': '2021-04-05T12:09:21Z', 'revision_number': 5, 'project_id': '629fa1a565724595a30468e1271ead78', 'subnets': [{'id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:16:56.377119 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a289ee34-4353-49bd-8ab1-292a4a2f5259 None None] Checking router: e5d19339-7fe4-4183-a097-fdd56b319eeb for host: dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:16:56.388235 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a289ee34-4353-49bd-8ab1-292a4a2f5259 None None] Routers {'e5d19339-7fe4-4183-a097-fdd56b319eeb'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:16:56.389025 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-a289ee34-4353-49bd-8ab1-292a4a2f5259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460ae0f98>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:16:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['e5d19339-7fe4-4183-a097-fdd56b319eeb'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:16:56.416104 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-844640ed-9481-4a79-9522-d2cb73cbcc2e req-95d589df-1208-47fa-aacd-28eb0674c2c4 service neutron] 10.222.0.37 "GET /v2.0/networks/a3e4dca9-c22e-4b2f-b50e-39573f778a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395261
Apr 05 12:16:56.546842 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:56.560808 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-844640ed-9481-4a79-9522-d2cb73cbcc2e req-b081d560-8ddf-4eaa-b78a-aabdc95c1093 service neutron] 10.222.0.37 "GET /v2.0/networks/a3e4dca9-c22e-4b2f-b50e-39573f778a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382396
Apr 05 12:16:56.590998 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-a289ee34-4353-49bd-8ab1-292a4a2f5259 None None] Set router e5d19339-7fe4-4183-a097-fdd56b319eeb gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:16:56.964617 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-a289ee34-4353-49bd-8ab1-292a4a2f5259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460ae0f98>, [{'id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'name': 'tempest-TestVolumeBootPattern-569576050-router', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:53Z', 'updated_at': '2021-04-05T12:09:02Z', 'revision_number': 4, 'project_id': '629fa1a565724595a30468e1271ead78', 'gw_port': {'id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:55Z', 'updated_at': '2021-04-05T12:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_floatingips': [{'id': '3d618867-0cc0-461d-9017-edae3916a0b0', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'router_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'port_id': 'ef738c12-6b44-4d39-8163-db9d3a41f6f9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'mac_address': 'fa:16:3e:a2:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdc997f-f2bd-49e8-8b8e-3b4309eb377f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:14:22Z', 'updated_at': '2021-04-05T12:14:25Z', 'revision_number': 1, 'project_id': '629fa1a565724595a30468e1271ead78', 'fixed_ip_address_scope': None}, {'id': '8ac62886-8be8-4f3e-bd15-2f8513c55a4a', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'router_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'port_id': '8df2e0cf-aba6-4f50-8e67-e3b51b39cb13', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'mac_address': 'fa:16:3e:40:86:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff66a83-2b9f-4f11-8eb6-31d4166134ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:16:53Z', 'updated_at': '2021-04-05T12:16:53Z', 'revision_number': 0, 'project_id': '629fa1a565724595a30468e1271ead78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '618bc0a5-d832-4a1e-bcde-4a8f04eb16df', 'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'mac_address': 'fa:16:3e:ad:bd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:01Z', 'updated_at': '2021-04-05T12:09:21Z', 'revision_number': 5, 'project_id': '629fa1a565724595a30468e1271ead78', 'subnets': [{'id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:16:56.968633 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a289ee34-4353-49bd-8ab1-292a4a2f5259 None None] The sync data for ids ['e5d19339-7fe4-4183-a097-fdd56b319eeb'] in dv-cinder-784763-1-iscsi is: [{'id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'name': 'tempest-TestVolumeBootPattern-569576050-router', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:53Z', 'updated_at': '2021-04-05T12:09:02Z', 'revision_number': 4, 'project_id': '629fa1a565724595a30468e1271ead78', 'gw_port': {'id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:55Z', 'updated_at': '2021-04-05T12:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_floatingips': [{'id': '3d618867-0cc0-461d-9017-edae3916a0b0', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'router_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'port_id': 'ef738c12-6b44-4d39-8163-db9d3a41f6f9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'mac_address': 'fa:16:3e:a2:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdc997f-f2bd-49e8-8b8e-3b4309eb377f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:14:22Z', 'updated_at': '2021-04-05T12:14:25Z', 'revision_number': 1, 'project_id': '629fa1a565724595a30468e1271ead78', 'fixed_ip_address_scope': None}, {'id': '8ac62886-8be8-4f3e-bd15-2f8513c55a4a', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'router_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'port_id': '8df2e0cf-aba6-4f50-8e67-e3b51b39cb13', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'mac_address': 'fa:16:3e:40:86:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff66a83-2b9f-4f11-8eb6-31d4166134ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:16:53Z', 'updated_at': '2021-04-05T12:16:53Z', 'revision_number': 0, 'project_id': '629fa1a565724595a30468e1271ead78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '618bc0a5-d832-4a1e-bcde-4a8f04eb16df', 'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'mac_address': 'fa:16:3e:ad:bd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:01Z', 'updated_at': '2021-04-05T12:09:21Z', 'revision_number': 5, 'project_id': '629fa1a565724595a30468e1271ead78', 'subnets': [{'id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:16:57.250700 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f59bc1-e41c-4e40-b7e4-736bd24fe946 None None] New status for floating IP 8ac62886-8be8-4f3e-bd15-2f8513c55a4a: ACTIVE {{(pid=84271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 05 12:16:58.102614 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:16:58.687656 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:07.461694 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 6 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:17:15.015264 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8b8ae-4bed-4f4d-b477-bf75c17338e0 req-92ff7ae2-8391-4b7b-87a2-13b5b5b1556e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:17:15.016816 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c3b8b8ae-4bed-4f4d-b477-bf75c17338e0 req-92ff7ae2-8391-4b7b-87a2-13b5b5b1556e tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b09822d-7a64-412e-b682-76883101e238 HTTP/1.1" status: 200  len: 946 time: 0.0905342
Apr 05 12:17:15.063096 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c3b8b8ae-4bed-4f4d-b477-bf75c17338e0 req-ace48036-fd5c-40e6-b8e8-f0d8e36f76bd tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a6e664-ed20-4667-9a79-b1b8f85bb391&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400956
Apr 05 12:17:16.268081 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942333f-e7f4-4799-a017-4ef816850f70 req-dd4d29c4-59fb-446d-81cb-388d211df52d tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:17:16.269634 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1942333f-e7f4-4799-a017-4ef816850f70 req-dd4d29c4-59fb-446d-81cb-388d211df52d tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b09822d-7a64-412e-b682-76883101e238 HTTP/1.1" status: 200  len: 946 time: 0.0861709
Apr 05 12:17:16.317141 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1942333f-e7f4-4799-a017-4ef816850f70 req-ef46cf7c-6c66-42af-8f72-136e8f7002f9 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a6e664-ed20-4667-9a79-b1b8f85bb391&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405591
Apr 05 12:17:17.335168 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f9b7e-303a-4fa0-a02c-489f3343dd78 req-65954e47-ccd5-43ee-b68d-5c0de8a80f53 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:17:17.336730 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c71f9b7e-303a-4fa0-a02c-489f3343dd78 req-65954e47-ccd5-43ee-b68d-5c0de8a80f53 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.37 "GET /v2.0/ports?device_id=9b09822d-7a64-412e-b682-76883101e238 HTTP/1.1" status: 200  len: 946 time: 0.0916750
Apr 05 12:17:17.418924 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-c71f9b7e-303a-4fa0-a02c-489f3343dd78 req-d90d1bda-edfd-4658-bccd-b676cf0d2b4d tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Deleting port 01581f08-eae8-48fc-8341-e867d2a86c52 {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:17:17.419236 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c71f9b7e-303a-4fa0-a02c-489f3343dd78 req-d90d1bda-edfd-4658-bccd-b676cf0d2b4d tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:17.677577 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c4650-35c2-4114-81b7-3bfb8f2580a3 req-02887521-188b-49f4-b8dd-812a78f470db tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:17:17.679104 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ab9c4650-35c2-4114-81b7-3bfb8f2580a3 req-02887521-188b-49f4-b8dd-812a78f470db tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b09822d-7a64-412e-b682-76883101e238 HTTP/1.1" status: 200  len: 946 time: 0.2338240
Apr 05 12:17:17.763324 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ab9c4650-35c2-4114-81b7-3bfb8f2580a3 req-60b53e65-d34a-43b0-8b37-9a611792a6e4 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups?id=44a6e664-ed20-4667-9a79-b1b8f85bb391&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0729704
Apr 05 12:17:17.782207 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-c71f9b7e-303a-4fa0-a02c-489f3343dd78 req-d90d1bda-edfd-4658-bccd-b676cf0d2b4d tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] For port 01581f08-eae8-48fc-8341-e867d2a86c52, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=01581f08-eae8-48fc-8341-e867d2a86c52,segment=NetworkSegment(9db00757-6e46-4c10-9476-d05f8f304f63),segment_id=9db00757-6e46-4c10-9476-d05f8f304f63)] {{(pid=84269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:17:17.782604 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c71f9b7e-303a-4fa0-a02c-489f3343dd78 req-d90d1bda-edfd-4658-bccd-b676cf0d2b4d tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:18.091289 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c71f9b7e-303a-4fa0-a02c-489f3343dd78 req-d90d1bda-edfd-4658-bccd-b676cf0d2b4d tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:18.091701 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c71f9b7e-303a-4fa0-a02c-489f3343dd78 req-d90d1bda-edfd-4658-bccd-b676cf0d2b4d tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854330421'] for floatingip, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:18.092051 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.l3_db [req-c71f9b7e-303a-4fa0-a02c-489f3343dd78 req-d90d1bda-edfd-4658-bccd-b676cf0d2b4d tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Floating IP cde7ac57-140a-4acf-aeae-55ff63bfecdc disassociated. External IP: 172.27.0.78, port: 01581f08-eae8-48fc-8341-e867d2a86c52.
Apr 05 12:17:18.092426 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-c71f9b7e-303a-4fa0-a02c-489f3343dd78 req-d90d1bda-edfd-4658-bccd-b676cf0d2b4d tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Calling delete_port for 01581f08-eae8-48fc-8341-e867d2a86c52 owned by compute:nova {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:17:18.471717 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c71f9b7e-303a-4fa0-a02c-489f3343dd78 req-d90d1bda-edfd-4658-bccd-b676cf0d2b4d tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:18.486949 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-4d7ae7df-1b46-4728-b3a2-a3aeeedc6854 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:17:18.585168 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d1bda-edfd-4658-bccd-b676cf0d2b4d tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Pushing event deleted for resources: {'Port': ['ID=01581f08-eae8-48fc-8341-e867d2a86c52,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:17:18.589626 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d90d1bda-edfd-4658-bccd-b676cf0d2b4d tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:17:18.846485 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c71f9b7e-303a-4fa0-a02c-489f3343dd78 req-d90d1bda-edfd-4658-bccd-b676cf0d2b4d tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Router a263005d-5aa8-4fe5-bad2-c26f09105d63 has already been hosted by L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d {{(pid=84269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 12:17:18.930346 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-75dc571f-fb4e-46a9-ae8f-db7c6cc892cc req-aaa97f98-5f89-4127-bcce-53a9e8796627 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b09822d-7a64-412e-b682-76883101e238 HTTP/1.1" status: 200  len: 210 time: 0.0542274
Apr 05 12:17:19.043506 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c71f9b7e-303a-4fa0-a02c-489f3343dd78 req-d90d1bda-edfd-4658-bccd-b676cf0d2b4d tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:17:19.053480 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6d49d9-9c8a-49d8-853d-931b368e93f3 None None] Sync routers for ids ['a263005d-5aa8-4fe5-bad2-c26f09105d63'] in dv-cinder-784763-1-iscsi {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:17:19.064000 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6d49d9-9c8a-49d8-853d-931b368e93f3 None None] Routers {'a263005d-5aa8-4fe5-bad2-c26f09105d63'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:17:19.064695 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-db6d49d9-9c8a-49d8-853d-931b368e93f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24609fcfd0>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:16:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['a263005d-5aa8-4fe5-bad2-c26f09105d63'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:17:19.128733 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71f9b7e-303a-4fa0-a02c-489f3343dd78 req-d90d1bda-edfd-4658-bccd-b676cf0d2b4d tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] No DVR routers for this DVR port 01581f08-eae8-48fc-8341-e867d2a86c52 on host hv-cinder-78476 {{(pid=84269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 12:17:19.131566 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-c71f9b7e-303a-4fa0-a02c-489f3343dd78 req-d90d1bda-edfd-4658-bccd-b676cf0d2b4d tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:19.137103 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b09822d-7a64-412e-b682-76883101e238', 'name': 'network-vif-deleted', 'tag': '01581f08-eae8-48fc-8341-e867d2a86c52'}] {{(pid=84269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:17:19.153507 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c71f9b7e-303a-4fa0-a02c-489f3343dd78 req-d90d1bda-edfd-4658-bccd-b676cf0d2b4d tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.37 "DELETE /v2.0/ports/01581f08-eae8-48fc-8341-e867d2a86c52 HTTP/1.1" status: 204  len: 173 time: 1.8100848
Apr 05 12:17:19.192668 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b09822d-7a64-412e-b682-76883101e238', 'name': 'network-vif-deleted', 'tag': '01581f08-eae8-48fc-8341-e867d2a86c52', 'status': 'completed', 'code': 200}
Apr 05 12:17:19.289415 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-db6d49d9-9c8a-49d8-853d-931b368e93f3 None None] Set router a263005d-5aa8-4fe5-bad2-c26f09105d63 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:17:19.619524 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-db6d49d9-9c8a-49d8-853d-931b368e93f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24609fcfd0>, [{'id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'name': 'tempest-AttachVolumeTestJSON-1274198240-router', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:07Z', 'updated_at': '2021-04-05T12:08:14Z', 'revision_number': 4, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'gw_port': {'id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:08Z', 'updated_at': '2021-04-05T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': 'f5874e2f-c965-4586-9fdd-64f048d8b717', 'name': '', 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'mac_address': 'fa:16:3e:27:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'e2bf2297-d799-490c-8e49-5e5a4e02830c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:12Z', 'updated_at': '2021-04-05T12:08:24Z', 'revision_number': 5, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'subnets': [{'id': 'e2bf2297-d799-490c-8e49-5e5a4e02830c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:17:19.623629 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6d49d9-9c8a-49d8-853d-931b368e93f3 None None] Checking router: a263005d-5aa8-4fe5-bad2-c26f09105d63 for host: dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:17:19.632465 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6d49d9-9c8a-49d8-853d-931b368e93f3 None None] Routers {'a263005d-5aa8-4fe5-bad2-c26f09105d63'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:17:19.633119 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-db6d49d9-9c8a-49d8-853d-931b368e93f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f24609fcfd0>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:16:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['a263005d-5aa8-4fe5-bad2-c26f09105d63'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:17:19.825716 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-db6d49d9-9c8a-49d8-853d-931b368e93f3 None None] Set router a263005d-5aa8-4fe5-bad2-c26f09105d63 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:17:20.060149 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 49888) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:17:20.129823 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d620ba8c-ec7f-464a-a4c9-4718db09faf7 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:20.161361 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d620ba8c-ec7f-464a-a4c9-4718db09faf7 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:20.163483 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-db6d49d9-9c8a-49d8-853d-931b368e93f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f24609fcfd0>, [{'id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'name': 'tempest-AttachVolumeTestJSON-1274198240-router', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:07Z', 'updated_at': '2021-04-05T12:08:14Z', 'revision_number': 4, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'gw_port': {'id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:08Z', 'updated_at': '2021-04-05T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': 'f5874e2f-c965-4586-9fdd-64f048d8b717', 'name': '', 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'mac_address': 'fa:16:3e:27:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'e2bf2297-d799-490c-8e49-5e5a4e02830c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:12Z', 'updated_at': '2021-04-05T12:08:24Z', 'revision_number': 5, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'subnets': [{'id': 'e2bf2297-d799-490c-8e49-5e5a4e02830c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:17:20.167950 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6d49d9-9c8a-49d8-853d-931b368e93f3 None None] The sync data for ids ['a263005d-5aa8-4fe5-bad2-c26f09105d63'] in dv-cinder-784763-1-iscsi is: [{'id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'name': 'tempest-AttachVolumeTestJSON-1274198240-router', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:07Z', 'updated_at': '2021-04-05T12:08:14Z', 'revision_number': 4, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'gw_port': {'id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:08Z', 'updated_at': '2021-04-05T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': 'f5874e2f-c965-4586-9fdd-64f048d8b717', 'name': '', 'network_id': '0d1a45c1-5bda-4177-9f6d-4ce95f1005fb', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'mac_address': 'fa:16:3e:27:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'e2bf2297-d799-490c-8e49-5e5a4e02830c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:12Z', 'updated_at': '2021-04-05T12:08:24Z', 'revision_number': 5, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'subnets': [{'id': 'e2bf2297-d799-490c-8e49-5e5a4e02830c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:17:20.207553 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d620ba8c-ec7f-464a-a4c9-4718db09faf7 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:20.214052 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-71a80e1a-c45f-4abe-8468-a06bf9cf2697 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:17:20.229970 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620ba8c-ec7f-464a-a4c9-4718db09faf7 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a6e664-ed20-4667-9a79-b1b8f85bb391,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:17:20.232736 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d620ba8c-ec7f-464a-a4c9-4718db09faf7 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:17:20.242604 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d620ba8c-ec7f-464a-a4c9-4718db09faf7 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:20.243858 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-d620ba8c-ec7f-464a-a4c9-4718db09faf7 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "DELETE /v2.0/security-groups/44a6e664-ed20-4667-9a79-b1b8f85bb391 HTTP/1.1" status: 204  len: 168 time: 0.1826150
Apr 05 12:17:20.246866 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 49894) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:17:20.264488 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.v2.resource [None req-8da3cdeb-6a7d-4e21-b7fe-3cebb6ed242a tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] show failed (client error): The resource could not be found.
Apr 05 12:17:20.265542 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-8da3cdeb-6a7d-4e21-b7fe-3cebb6ed242a tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "GET /v2.0/security-groups/44a6e664-ed20-4667-9a79-b1b8f85bb391 HTTP/1.1" status: 404  len: 347 time: 0.0174603
Apr 05 12:17:20.268551 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 49898) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:17:20.330027 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 01581f08-eae8-48fc-8341-e867d2a86c52 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:17:20.367637 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] No Port match for: 01581f08-eae8-48fc-8341-e867d2a86c52 {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:17:20.368037 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 01581f08-eae8-48fc-8341-e867d2a86c52 not bound to the agent host hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:17:20.439115 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-2525bef9-af4a-4739-b72b-a5b589745a4c tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Deleting port 3d1ab7dd-cce0-4a33-8b9f-8a756515fb25 {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:17:20.439503 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2525bef9-af4a-4739-b72b-a5b589745a4c tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:20.561824 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644bf9c9-b58e-4d09-a39c-2034550a20f5 None None] New status for floating IP cde7ac57-140a-4acf-aeae-55ff63bfecdc: DOWN {{(pid=84271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 05 12:17:20.619762 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2525bef9-af4a-4739-b72b-a5b589745a4c tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:20.620351 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2525bef9-af4a-4739-b72b-a5b589745a4c tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:20.751745 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-2525bef9-af4a-4739-b72b-a5b589745a4c tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Calling delete_port for 3d1ab7dd-cce0-4a33-8b9f-8a756515fb25 owned by network:floatingip {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:17:20.841754 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.db.api [None req-2525bef9-af4a-4739-b72b-a5b589745a4c tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84269) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 05 12:17:20.842105 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_db.api [None req-2525bef9-af4a-4739-b72b-a5b589745a4c tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 05 12:17:21.343129 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-2525bef9-af4a-4739-b72b-a5b589745a4c tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Deleting port 3d1ab7dd-cce0-4a33-8b9f-8a756515fb25 {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:17:21.343546 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2525bef9-af4a-4739-b72b-a5b589745a4c tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:21.576835 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2525bef9-af4a-4739-b72b-a5b589745a4c tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:21.577125 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2525bef9-af4a-4739-b72b-a5b589745a4c tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:21.709452 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-2525bef9-af4a-4739-b72b-a5b589745a4c tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Calling delete_port for 3d1ab7dd-cce0-4a33-8b9f-8a756515fb25 owned by network:floatingip {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:17:21.788828 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb184c-f876-4267-8ac1-06fa69479285 req-9f493e7d-1f9f-44cf-9a3c-7cf4fe6bf5e0 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:17:21.790532 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-acfb184c-f876-4267-8ac1-06fa69479285 req-9f493e7d-1f9f-44cf-9a3c-7cf4fe6bf5e0 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 947 time: 0.2843802
Apr 05 12:17:21.885993 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-acfb184c-f876-4267-8ac1-06fa69479285 req-45d0c7ca-a626-437c-94d1-78b8dc96027a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0879469
Apr 05 12:17:21.917660 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2525bef9-af4a-4739-b72b-a5b589745a4c tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:21.933824 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-552ac78e-175a-420c-afc1-7306912c41d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:17:22.027695 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2525bef9-af4a-4739-b72b-a5b589745a4c tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Pushing event deleted for resources: {'Port': ['ID=3d1ab7dd-cce0-4a33-8b9f-8a756515fb25,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:17:22.031722 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2525bef9-af4a-4739-b72b-a5b589745a4c tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:17:22.193568 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2525bef9-af4a-4739-b72b-a5b589745a4c tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks [] for floatingip, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:22.208751 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2525bef9-af4a-4739-b72b-a5b589745a4c tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for floatingip, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:22.209930 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-2525bef9-af4a-4739-b72b-a5b589745a4c tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] 10.222.0.36 "DELETE /v2.0/floatingips/cde7ac57-140a-4acf-aeae-55ff63bfecdc HTTP/1.1" status: 204  len: 168 time: 1.9404435
Apr 05 12:17:23.093643 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34f99d-96dd-4ea0-953c-b4d07ee2b6b2 req-a5a8fbf1-a0d1-4930-a544-c256134e4f9b tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:17:23.095273 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ee34f99d-96dd-4ea0-953c-b4d07ee2b6b2 req-a5a8fbf1-a0d1-4930-a544-c256134e4f9b tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 947 time: 0.0896859
Apr 05 12:17:23.152934 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ee34f99d-96dd-4ea0-953c-b4d07ee2b6b2 req-02de7437-0021-4045-bbbd-a9772259757a tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups?id=d953707f-b062-4d48-9574-c0197260012b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513568
Apr 05 12:17:23.268070 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374bfc7-0e1a-443e-a2b3-f1b0050c0c12 req-a2752964-ad8e-42d5-9167-cbc8a275ebb3 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:17:23.269649 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9374bfc7-0e1a-443e-a2b3-f1b0050c0c12 req-a2752964-ad8e-42d5-9167-cbc8a275ebb3 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 947 time: 0.0860813
Apr 05 12:17:23.350059 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-9374bfc7-0e1a-443e-a2b3-f1b0050c0c12 req-2749210a-5c38-4ae8-b791-0a1047371a85 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Deleting port e00de149-216d-469b-8615-093620f8f903 {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:17:23.350469 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9374bfc7-0e1a-443e-a2b3-f1b0050c0c12 req-2749210a-5c38-4ae8-b791-0a1047371a85 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:23.617496 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-9374bfc7-0e1a-443e-a2b3-f1b0050c0c12 req-2749210a-5c38-4ae8-b791-0a1047371a85 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] For port e00de149-216d-469b-8615-093620f8f903, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=e00de149-216d-469b-8615-093620f8f903,segment=NetworkSegment(e495bedb-3d01-4d20-b74e-aa316357e53b),segment_id=e495bedb-3d01-4d20-b74e-aa316357e53b)] {{(pid=84269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:17:23.617894 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9374bfc7-0e1a-443e-a2b3-f1b0050c0c12 req-2749210a-5c38-4ae8-b791-0a1047371a85 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:23.651942 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7e002d5a-60fe-4a52-9532-10c5668f6a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:23.928887 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9374bfc7-0e1a-443e-a2b3-f1b0050c0c12 req-2749210a-5c38-4ae8-b791-0a1047371a85 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:23.929300 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9374bfc7-0e1a-443e-a2b3-f1b0050c0c12 req-2749210a-5c38-4ae8-b791-0a1047371a85 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854330421'] for floatingip, after_update {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:23.929650 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.l3_db [req-9374bfc7-0e1a-443e-a2b3-f1b0050c0c12 req-2749210a-5c38-4ae8-b791-0a1047371a85 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Floating IP ef33e432-9572-4a0b-9d6a-d9cd8d3c2d1a disassociated. External IP: 172.27.0.112, port: e00de149-216d-469b-8615-093620f8f903.
Apr 05 12:17:23.930021 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-9374bfc7-0e1a-443e-a2b3-f1b0050c0c12 req-2749210a-5c38-4ae8-b791-0a1047371a85 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Calling delete_port for e00de149-216d-469b-8615-093620f8f903 owned by compute:nova {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:17:24.081342 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9374bfc7-0e1a-443e-a2b3-f1b0050c0c12 req-2749210a-5c38-4ae8-b791-0a1047371a85 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:24.096045 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f6f18311-d938-4849-ae71-3012147105f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:17:24.199195 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749210a-5c38-4ae8-b791-0a1047371a85 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Pushing event deleted for resources: {'Port': ['ID=e00de149-216d-469b-8615-093620f8f903,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:17:24.208289 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2749210a-5c38-4ae8-b791-0a1047371a85 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:17:24.678642 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c038b92f-d1a0-4246-9129-b4cf95c5005c req-f3701e80-a4d0-4a7d-aa48-55747dab3304 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7526c1-27ee-4858-bfb2-afe77dedf39b HTTP/1.1" status: 200  len: 210 time: 0.4058707
Apr 05 12:17:24.742775 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9374bfc7-0e1a-443e-a2b3-f1b0050c0c12 req-2749210a-5c38-4ae8-b791-0a1047371a85 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Router 20060276-d6e6-4355-b2d8-8284c2ecff53 has already been hosted by L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d {{(pid=84269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 12:17:24.883838 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:24.941492 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9374bfc7-0e1a-443e-a2b3-f1b0050c0c12 req-2749210a-5c38-4ae8-b791-0a1047371a85 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:17:24.952176 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bfa408-93e3-481b-93d8-601864590bb6 None None] Sync routers for ids ['20060276-d6e6-4355-b2d8-8284c2ecff53'] in dv-cinder-784763-1-iscsi {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:17:24.961795 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bfa408-93e3-481b-93d8-601864590bb6 None None] Routers {'20060276-d6e6-4355-b2d8-8284c2ecff53'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:17:24.963183 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-90bfa408-93e3-481b-93d8-601864590bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f246119d908>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:16:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['20060276-d6e6-4355-b2d8-8284c2ecff53'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:17:25.024406 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-9374bfc7-0e1a-443e-a2b3-f1b0050c0c12 req-2749210a-5c38-4ae8-b791-0a1047371a85 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] No DVR routers for this DVR port e00de149-216d-469b-8615-093620f8f903 on host hv-cinder-78476 {{(pid=84269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 12:17:25.028327 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-9374bfc7-0e1a-443e-a2b3-f1b0050c0c12 req-2749210a-5c38-4ae8-b791-0a1047371a85 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:25.032894 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7526c1-27ee-4858-bfb2-afe77dedf39b', 'name': 'network-vif-deleted', 'tag': 'e00de149-216d-469b-8615-093620f8f903'}] {{(pid=84269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:17:25.049648 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-9374bfc7-0e1a-443e-a2b3-f1b0050c0c12 req-2749210a-5c38-4ae8-b791-0a1047371a85 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.37 "DELETE /v2.0/ports/e00de149-216d-469b-8615-093620f8f903 HTTP/1.1" status: 204  len: 173 time: 1.7746127
Apr 05 12:17:25.093109 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7526c1-27ee-4858-bfb2-afe77dedf39b', 'name': 'network-vif-deleted', 'tag': 'e00de149-216d-469b-8615-093620f8f903', 'status': 'completed', 'code': 200}
Apr 05 12:17:25.340869 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-90bfa408-93e3-481b-93d8-601864590bb6 None None] Set router 20060276-d6e6-4355-b2d8-8284c2ecff53 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:17:25.673384 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-90bfa408-93e3-481b-93d8-601864590bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f246119d908>, [{'id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'name': 'tempest-AttachVolumeShelveTestJSON-2114726205-router', 'tenant_id': '09a08590013048999464095fb2986698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:12Z', 'updated_at': '2021-04-05T12:06:23Z', 'revision_number': 4, 'project_id': '09a08590013048999464095fb2986698', 'gw_port': {'id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:13Z', 'updated_at': '2021-04-05T12:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': '0663a8dc-85f4-4dba-8176-a2a971dc0534', 'name': '', 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b', 'tenant_id': '09a08590013048999464095fb2986698', 'mac_address': 'fa:16:3e:2e:a6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd3bbfe2a-e26d-4eee-9523-0b0e4c649bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:20Z', 'updated_at': '2021-04-05T12:06:37Z', 'revision_number': 5, 'project_id': '09a08590013048999464095fb2986698', 'subnets': [{'id': 'd3bbfe2a-e26d-4eee-9523-0b0e4c649bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:17:25.678334 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bfa408-93e3-481b-93d8-601864590bb6 None None] Checking router: 20060276-d6e6-4355-b2d8-8284c2ecff53 for host: dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:17:25.687908 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bfa408-93e3-481b-93d8-601864590bb6 None None] Routers {'20060276-d6e6-4355-b2d8-8284c2ecff53'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:17:25.688510 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-90bfa408-93e3-481b-93d8-601864590bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f246119d908>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:16:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['20060276-d6e6-4355-b2d8-8284c2ecff53'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:17:25.819635 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 49942) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:17:25.882931 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-90bfa408-93e3-481b-93d8-601864590bb6 None None] Set router 20060276-d6e6-4355-b2d8-8284c2ecff53 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:17:25.891593 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-601f2520-6b2c-474d-ab1c-2b09b34464c8 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:25.922676 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-601f2520-6b2c-474d-ab1c-2b09b34464c8 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:25.975669 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-601f2520-6b2c-474d-ab1c-2b09b34464c8 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:25.981113 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-72ffa6b1-e189-40ca-9782-cb7f523814e5 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:17:25.996510 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f2520-6b2c-474d-ab1c-2b09b34464c8 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d953707f-b062-4d48-9574-c0197260012b,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:17:26.008486 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f2520-6b2c-474d-ab1c-2b09b34464c8 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:17:26.008911 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f2520-6b2c-474d-ab1c-2b09b34464c8 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:17:26.010030 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f2520-6b2c-474d-ab1c-2b09b34464c8 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:17:26.010476 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f2520-6b2c-474d-ab1c-2b09b34464c8 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:17:26.010896 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f2520-6b2c-474d-ab1c-2b09b34464c8 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:17:26.011301 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f2520-6b2c-474d-ab1c-2b09b34464c8 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:17:26.011705 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f2520-6b2c-474d-ab1c-2b09b34464c8 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:17:26.012103 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f2520-6b2c-474d-ab1c-2b09b34464c8 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:17:26.012503 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f2520-6b2c-474d-ab1c-2b09b34464c8 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:17:26.012906 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f2520-6b2c-474d-ab1c-2b09b34464c8 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:17:26.013304 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f2520-6b2c-474d-ab1c-2b09b34464c8 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:17:26.013702 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f2520-6b2c-474d-ab1c-2b09b34464c8 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:17:26.017427 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-601f2520-6b2c-474d-ab1c-2b09b34464c8 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:17:26.018750 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-601f2520-6b2c-474d-ab1c-2b09b34464c8 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:26.022921 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-601f2520-6b2c-474d-ab1c-2b09b34464c8 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "DELETE /v2.0/security-groups/d953707f-b062-4d48-9574-c0197260012b HTTP/1.1" status: 204  len: 168 time: 0.2022069
Apr 05 12:17:26.023255 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 49946) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:17:26.044046 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.api.v2.resource [None req-5c9ebd62-fd9b-42ee-8e14-97aef8eb583f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] show failed (client error): The resource could not be found.
Apr 05 12:17:26.045125 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-5c9ebd62-fd9b-42ee-8e14-97aef8eb583f tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "GET /v2.0/security-groups/d953707f-b062-4d48-9574-c0197260012b HTTP/1.1" status: 404  len: 347 time: 0.0190749
Apr 05 12:17:26.048171 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 49950) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:17:26.136110 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-734a27ff-b56a-4679-b122-a13debc9a10b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:26.222427 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-6baa9c51-3a02-450d-9901-767139f78f92 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Deleting port 77ff4b59-f097-4bb3-836d-85d709d1bd47 {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:17:26.222784 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6baa9c51-3a02-450d-9901-767139f78f92 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:26.260996 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-90bfa408-93e3-481b-93d8-601864590bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f246119d908>, [{'id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'name': 'tempest-AttachVolumeShelveTestJSON-2114726205-router', 'tenant_id': '09a08590013048999464095fb2986698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:12Z', 'updated_at': '2021-04-05T12:06:23Z', 'revision_number': 4, 'project_id': '09a08590013048999464095fb2986698', 'gw_port': {'id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:13Z', 'updated_at': '2021-04-05T12:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': '0663a8dc-85f4-4dba-8176-a2a971dc0534', 'name': '', 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b', 'tenant_id': '09a08590013048999464095fb2986698', 'mac_address': 'fa:16:3e:2e:a6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd3bbfe2a-e26d-4eee-9523-0b0e4c649bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:20Z', 'updated_at': '2021-04-05T12:06:37Z', 'revision_number': 5, 'project_id': '09a08590013048999464095fb2986698', 'subnets': [{'id': 'd3bbfe2a-e26d-4eee-9523-0b0e4c649bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:17:26.265896 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bfa408-93e3-481b-93d8-601864590bb6 None None] The sync data for ids ['20060276-d6e6-4355-b2d8-8284c2ecff53'] in dv-cinder-784763-1-iscsi is: [{'id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'name': 'tempest-AttachVolumeShelveTestJSON-2114726205-router', 'tenant_id': '09a08590013048999464095fb2986698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:12Z', 'updated_at': '2021-04-05T12:06:23Z', 'revision_number': 4, 'project_id': '09a08590013048999464095fb2986698', 'gw_port': {'id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:13Z', 'updated_at': '2021-04-05T12:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': '0663a8dc-85f4-4dba-8176-a2a971dc0534', 'name': '', 'network_id': '5ba2dc6d-7a10-4983-bd4a-704d4ac9411b', 'tenant_id': '09a08590013048999464095fb2986698', 'mac_address': 'fa:16:3e:2e:a6:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'd3bbfe2a-e26d-4eee-9523-0b0e4c649bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:20Z', 'updated_at': '2021-04-05T12:06:37Z', 'revision_number': 5, 'project_id': '09a08590013048999464095fb2986698', 'subnets': [{'id': 'd3bbfe2a-e26d-4eee-9523-0b0e4c649bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:17:26.342291 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 49960) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:17:26.357712 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device e00de149-216d-469b-8615-093620f8f903 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:17:26.396627 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] No Port match for: e00de149-216d-469b-8615-093620f8f903 {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:17:26.397027 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device e00de149-216d-469b-8615-093620f8f903 not bound to the agent host hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:17:26.414932 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6baa9c51-3a02-450d-9901-767139f78f92 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:26.416068 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6baa9c51-3a02-450d-9901-767139f78f92 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:26.518781 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:26.557263 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-6baa9c51-3a02-450d-9901-767139f78f92 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Calling delete_port for 77ff4b59-f097-4bb3-836d-85d709d1bd47 owned by network:floatingip {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:17:26.693215 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713409bd-886b-451e-8fea-3a6f22c756a4 None None] New status for floating IP ef33e432-9572-4a0b-9d6a-d9cd8d3c2d1a: DOWN {{(pid=84271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 05 12:17:26.701322 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6baa9c51-3a02-450d-9901-767139f78f92 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:26.720461 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-194bbb80-fb0f-4287-932b-f2ababbcb815 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:17:26.816310 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa9c51-3a02-450d-9901-767139f78f92 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Pushing event deleted for resources: {'Port': ['ID=77ff4b59-f097-4bb3-836d-85d709d1bd47,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:17:26.820430 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-6baa9c51-3a02-450d-9901-767139f78f92 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:17:26.984321 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6baa9c51-3a02-450d-9901-767139f78f92 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks [] for floatingip, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:26.998964 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6baa9c51-3a02-450d-9901-767139f78f92 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for floatingip, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:27.000246 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-6baa9c51-3a02-450d-9901-767139f78f92 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] 10.222.0.36 "DELETE /v2.0/floatingips/ef33e432-9572-4a0b-9d6a-d9cd8d3c2d1a HTTP/1.1" status: 204  len: 168 time: 0.9510851
Apr 05 12:17:27.057107 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-19e6df0b-7baa-4cd8-9620-767bc38db0be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401257'] for router_interface, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:27.657609 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-19e6df0b-7baa-4cd8-9620-767bc38db0be admin admin] Deleting port f5874e2f-c965-4586-9fdd-64f048d8b717 {{(pid=84268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:17:27.658183 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-19e6df0b-7baa-4cd8-9620-767bc38db0be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:27.839023 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-19e6df0b-7baa-4cd8-9620-767bc38db0be admin admin] For port f5874e2f-c965-4586-9fdd-64f048d8b717, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=f5874e2f-c965-4586-9fdd-64f048d8b717,segment=NetworkSegment(9db00757-6e46-4c10-9476-d05f8f304f63),segment_id=9db00757-6e46-4c10-9476-d05f8f304f63)] {{(pid=84268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:17:27.839417 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-19e6df0b-7baa-4cd8-9620-767bc38db0be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:27.973701 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-19e6df0b-7baa-4cd8-9620-767bc38db0be admin admin] Calling delete_port for f5874e2f-c965-4586-9fdd-64f048d8b717 owned by network:router_interface {{(pid=84268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:17:28.147312 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-19e6df0b-7baa-4cd8-9620-767bc38db0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:28.170685 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-7d17ac6f-0630-4fa2-8224-8c459fb635e8 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:17:28.182563 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:28.267247 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6df0b-7baa-4cd8-9620-767bc38db0be admin admin] Pushing event deleted for resources: {'Port': ['ID=f5874e2f-c965-4586-9fdd-64f048d8b717,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:17:28.271258 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-19e6df0b-7baa-4cd8-9620-767bc38db0be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:17:28.655572 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-19e6df0b-7baa-4cd8-9620-767bc38db0be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854280686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402364'] for router_interface, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:28.698018 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:29.165893 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e6df0b-7baa-4cd8-9620-767bc38db0be admin admin] Router a263005d-5aa8-4fe5-bad2-c26f09105d63 has already been hosted by L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d {{(pid=84268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 12:17:29.359409 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e6df0b-7baa-4cd8-9620-767bc38db0be admin admin] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:17:29.367849 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7220022-2342-483d-b401-23f1ee9d0f31 None None] Sync routers for ids ['a263005d-5aa8-4fe5-bad2-c26f09105d63'] in dv-cinder-784763-1-iscsi {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:17:29.372580 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-19e6df0b-7baa-4cd8-9620-767bc38db0be admin admin] 10.222.0.36 "PUT /v2.0/routers/a263005d-5aa8-4fe5-bad2-c26f09105d63/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0290902
Apr 05 12:17:29.375309 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 49980) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:17:29.378322 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7220022-2342-483d-b401-23f1ee9d0f31 None None] Routers {'a263005d-5aa8-4fe5-bad2-c26f09105d63'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:17:29.378991 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-a7220022-2342-483d-b401-23f1ee9d0f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f246c21ee10>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:17:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['a263005d-5aa8-4fe5-bad2-c26f09105d63'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:17:29.559605 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8393becc-159f-4e70-833a-9796b767085d admin admin] Notify callbacks [] for router, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:29.565914 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-a7220022-2342-483d-b401-23f1ee9d0f31 None None] Set router a263005d-5aa8-4fe5-bad2-c26f09105d63 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:17:29.750001 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8393becc-159f-4e70-833a-9796b767085d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:29.760515 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-8393becc-159f-4e70-833a-9796b767085d admin admin] Deleting port 7bdf08e0-b0ad-467f-965e-8f04c52f125c {{(pid=84268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:17:29.760900 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8393becc-159f-4e70-833a-9796b767085d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:29.876004 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-a7220022-2342-483d-b401-23f1ee9d0f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f246c21ee10>, [{'id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'name': 'tempest-AttachVolumeTestJSON-1274198240-router', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:07Z', 'updated_at': '2021-04-05T12:17:28Z', 'revision_number': 5, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'gw_port': {'id': '7bdf08e0-b0ad-467f-965e-8f04c52f125c', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:08Z', 'updated_at': '2021-04-05T12:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi'}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:17:29.880143 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7220022-2342-483d-b401-23f1ee9d0f31 None None] Checking router: a263005d-5aa8-4fe5-bad2-c26f09105d63 for host: dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:17:29.889275 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7220022-2342-483d-b401-23f1ee9d0f31 None None] Routers {'a263005d-5aa8-4fe5-bad2-c26f09105d63'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:17:29.889951 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-a7220022-2342-483d-b401-23f1ee9d0f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f246c21ee10>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:17:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['a263005d-5aa8-4fe5-bad2-c26f09105d63'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:17:29.895049 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 49990) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:17:29.958929 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-8393becc-159f-4e70-833a-9796b767085d admin admin] For port 7bdf08e0-b0ad-467f-965e-8f04c52f125c, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=7bdf08e0-b0ad-467f-965e-8f04c52f125c,segment=NetworkSegment(9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6),segment_id=9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6)] {{(pid=84268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:17:29.959332 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8393becc-159f-4e70-833a-9796b767085d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:30.109514 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-8393becc-159f-4e70-833a-9796b767085d admin admin] Calling delete_port for 7bdf08e0-b0ad-467f-965e-8f04c52f125c owned by network:router_gateway {{(pid=84268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:17:30.229934 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-a7220022-2342-483d-b401-23f1ee9d0f31 None None] Set router a263005d-5aa8-4fe5-bad2-c26f09105d63 gateway port host: None {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:17:30.300211 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8393becc-159f-4e70-833a-9796b767085d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:30.348709 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-a7220022-2342-483d-b401-23f1ee9d0f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f246c21ee10>, [{'id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'name': 'tempest-AttachVolumeTestJSON-1274198240-router', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:07Z', 'updated_at': '2021-04-05T12:17:29Z', 'revision_number': 6, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'gw_port_host': None}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:17:30.353823 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7220022-2342-483d-b401-23f1ee9d0f31 None None] The sync data for ids ['a263005d-5aa8-4fe5-bad2-c26f09105d63'] in dv-cinder-784763-1-iscsi is: [{'id': 'a263005d-5aa8-4fe5-bad2-c26f09105d63', 'name': 'tempest-AttachVolumeTestJSON-1274198240-router', 'tenant_id': '525c6898bd0b4bc98230f38ee54db7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:07Z', 'updated_at': '2021-04-05T12:17:29Z', 'revision_number': 6, 'project_id': '525c6898bd0b4bc98230f38ee54db7c6', 'gw_port_host': None}] {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:17:30.370638 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-9a75d4c9-2b12-45ee-9bb9-0c1044304469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:17:30.585564 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d877075-f680-430d-aefd-4d38bbbf8674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401257'] for router_interface, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:30.697319 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393becc-159f-4e70-833a-9796b767085d admin admin] Pushing event deleted for resources: {'Port': ['ID=7bdf08e0-b0ad-467f-965e-8f04c52f125c,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:17:30.702265 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-8393becc-159f-4e70-833a-9796b767085d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:17:30.855699 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8393becc-159f-4e70-833a-9796b767085d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445372'] for router_gateway, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:30.893995 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-74f9221f-c72e-4567-9dcd-ddb864093c6c req-60627798-79b8-425a-a7f6-af37f696432d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1724293
Apr 05 12:17:31.048860 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8393becc-159f-4e70-833a-9796b767085d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854367171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773722'] for router, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:31.051211 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8393becc-159f-4e70-833a-9796b767085d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:31.075474 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8393becc-159f-4e70-833a-9796b767085d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854367097'] for router, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:31.075963 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8393becc-159f-4e70-833a-9796b767085d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a263005d-5aa8-4fe5-bad2-c26f09105d63 {{(pid=84268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 05 12:17:31.089630 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9221f-c72e-4567-9dcd-ddb864093c6c req-104f9173-95c5-462e-b878-195077dd4058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:17:31.090225 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8393becc-159f-4e70-833a-9796b767085d admin admin] Notify callbacks [] for router, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:31.091288 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-74f9221f-c72e-4567-9dcd-ddb864093c6c req-104f9173-95c5-462e-b878-195077dd4058 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59ab3fb82a794070a1c024d576d5e87b&device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 1098 time: 0.1420596
Apr 05 12:17:31.091419 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-8393becc-159f-4e70-833a-9796b767085d admin admin] 10.222.0.36 "DELETE /v2.0/routers/a263005d-5aa8-4fe5-bad2-c26f09105d63 HTTP/1.1" status: 204  len: 168 time: 1.7151642
Apr 05 12:17:31.094449 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 49996) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:17:31.108785 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-7d877075-f680-430d-aefd-4d38bbbf8674 admin admin] Deleting port 0663a8dc-85f4-4dba-8176-a2a971dc0534 {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:17:31.109349 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d877075-f680-430d-aefd-4d38bbbf8674 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:31.192124 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c39d41b-70bd-4a84-b7cd-a3970d837ea7 admin admin] Deleting subnet e2bf2297-d799-490c-8e49-5e5a4e02830c {{(pid=84268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 05 12:17:31.195799 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7c39d41b-70bd-4a84-b7cd-a3970d837ea7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:31.255280 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7c39d41b-70bd-4a84-b7cd-a3970d837ea7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852551420'] for subnet, precommit_delete_associations {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:31.341099 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7c39d41b-70bd-4a84-b7cd-a3970d837ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-128983'] for subnet, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:31.603427 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7c39d41b-70bd-4a84-b7cd-a3970d837ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854646833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851385147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851841380'] for subnet, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:31.619786 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-1dfa8a3b-0713-41f3-8a5b-b11eeb7c5a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:17:31.635139 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9221f-c72e-4567-9dcd-ddb864093c6c req-04797b3b-05dd-4805-8ac9-6b1fa4fd657f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:17:31.636694 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-74f9221f-c72e-4567-9dcd-ddb864093c6c req-04797b3b-05dd-4805-8ac9-6b1fa4fd657f service neutron] 10.222.0.37 "GET /v2.0/networks?id=a3a55611-a0f0-4df9-b637-46ecc7406414 HTTP/1.1" status: 200  len: 909 time: 0.2572367
Apr 05 12:17:31.705940 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39d41b-70bd-4a84-b7cd-a3970d837ea7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2bf2297-d799-490c-8e49-5e5a4e02830c,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:17:31.710425 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-7c39d41b-70bd-4a84-b7cd-a3970d837ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:17:31.732648 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-7d877075-f680-430d-aefd-4d38bbbf8674 admin admin] For port 0663a8dc-85f4-4dba-8176-a2a971dc0534, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=0663a8dc-85f4-4dba-8176-a2a971dc0534,segment=NetworkSegment(e495bedb-3d01-4d20-b74e-aa316357e53b),segment_id=e495bedb-3d01-4d20-b74e-aa316357e53b)] {{(pid=84269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:17:31.733051 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d877075-f680-430d-aefd-4d38bbbf8674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:31.753154 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7c39d41b-70bd-4a84-b7cd-a3970d837ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for subnet, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:31.761107 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-7c39d41b-70bd-4a84-b7cd-a3970d837ea7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e2bf2297-d799-490c-8e49-5e5a4e02830c HTTP/1.1" status: 204  len: 168 time: 0.6654153
Apr 05 12:17:31.763874 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 50000) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:17:31.765723 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c6ec60-558c-4738-a14a-b0fc18b4d519 None None] Network 0d1a45c1-5bda-4177-9f6d-4ce95f1005fb requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:17:31.879939 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-7d877075-f680-430d-aefd-4d38bbbf8674 admin admin] Calling delete_port for 0663a8dc-85f4-4dba-8176-a2a971dc0534 owned by network:router_interface {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:17:31.884581 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d77d9fd-05c6-4086-a31c-9d730b9fe5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-139629'] for network, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:31.935505 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-74f9221f-c72e-4567-9dcd-ddb864093c6c req-06ae2cdf-3b9f-4a7f-90cd-36cf35359c01 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9df1b527-0c54-402e-929e-eecf3d4ce796 HTTP/1.1" status: 200  len: 1001 time: 0.2914774
Apr 05 12:17:31.957655 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0d77d9fd-05c6-4086-a31c-9d730b9fe5e0 admin admin] Deleting port a5dff572-1107-4b62-b9b2-b9f73c34b780 {{(pid=84268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:17:31.958169 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d77d9fd-05c6-4086-a31c-9d730b9fe5e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:32.044044 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9221f-c72e-4567-9dcd-ddb864093c6c req-0efbc81d-04cc-4456-91a1-3ac1172bca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:17:32.045638 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-74f9221f-c72e-4567-9dcd-ddb864093c6c req-0efbc81d-04cc-4456-91a1-3ac1172bca24 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2 HTTP/1.1" status: 200  len: 847 time: 0.1002309
Apr 05 12:17:32.054872 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf746cc0-a316-4816-93e8-f50200a60732 None None] DHCP port deletion for 0d1a45c1-5bda-4177-9f6d-4ce95f1005fb request from dv-cinder-784763-1-iscsi {{(pid=84270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 05 12:17:32.059271 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-cf746cc0-a316-4816-93e8-f50200a60732 None None] Deleting port a5dff572-1107-4b62-b9b2-b9f73c34b780 {{(pid=84270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:17:32.059695 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cf746cc0-a316-4816-93e8-f50200a60732 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:32.201653 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-0d77d9fd-05c6-4086-a31c-9d730b9fe5e0 admin admin] For port a5dff572-1107-4b62-b9b2-b9f73c34b780, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=a5dff572-1107-4b62-b9b2-b9f73c34b780,segment=NetworkSegment(9db00757-6e46-4c10-9476-d05f8f304f63),segment_id=9db00757-6e46-4c10-9476-d05f8f304f63)] {{(pid=84268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:17:32.202054 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d77d9fd-05c6-4086-a31c-9d730b9fe5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:32.210988 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9221f-c72e-4567-9dcd-ddb864093c6c req-e0769d2a-862b-4b59-9518-db23968cadb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:17:32.213191 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-74f9221f-c72e-4567-9dcd-ddb864093c6c req-e0769d2a-862b-4b59-9518-db23968cadb2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a3a55611-a0f0-4df9-b637-46ecc7406414&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1579177
Apr 05 12:17:32.297655 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d877075-f680-430d-aefd-4d38bbbf8674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:32.317966 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-c43968fe-1331-4f7e-a7c3-c15c5d231b54 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:17:32.324963 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-cf746cc0-a316-4816-93e8-f50200a60732 None None] For port a5dff572-1107-4b62-b9b2-b9f73c34b780, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=a5dff572-1107-4b62-b9b2-b9f73c34b780,segment=NetworkSegment(9db00757-6e46-4c10-9476-d05f8f304f63),segment_id=9db00757-6e46-4c10-9476-d05f8f304f63)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:17:32.325411 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cf746cc0-a316-4816-93e8-f50200a60732 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:32.337124 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0d77d9fd-05c6-4086-a31c-9d730b9fe5e0 admin admin] Calling delete_port for a5dff572-1107-4b62-b9b2-b9f73c34b780 owned by network:dhcp {{(pid=84268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:17:32.424905 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d877075-f680-430d-aefd-4d38bbbf8674 admin admin] Pushing event deleted for resources: {'Port': ['ID=0663a8dc-85f4-4dba-8176-a2a971dc0534,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:17:32.427613 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d77d9fd-05c6-4086-a31c-9d730b9fe5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:32.439174 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-7d877075-f680-430d-aefd-4d38bbbf8674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:17:32.443960 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-df8dfdfd-7c1d-4d64-b1ba-82f6fe21f9da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:17:32.464318 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device a5dff572-1107-4b62-b9b2-b9f73c34b780 no longer exists at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:17:32.497159 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-cf746cc0-a316-4816-93e8-f50200a60732 None None] Calling delete_port for a5dff572-1107-4b62-b9b2-b9f73c34b780 owned by network:dhcp {{(pid=84270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:17:32.532242 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-74f9221f-c72e-4567-9dcd-ddb864093c6c req-3d5be76f-f726-4c4e-822f-e319362bf54a service neutron] 10.222.0.37 "GET /v2.0/networks/a3a55611-a0f0-4df9-b637-46ecc7406414?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3111608
Apr 05 12:17:32.544740 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77d9fd-05c6-4086-a31c-9d730b9fe5e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5dff572-1107-4b62-b9b2-b9f73c34b780,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:17:32.545920 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] No Port match for: a5dff572-1107-4b62-b9b2-b9f73c34b780 {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:17:32.546644 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device a5dff572-1107-4b62-b9b2-b9f73c34b780 not bound to the agent host dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:17:32.546790 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 7bdf08e0-b0ad-467f-965e-8f04c52f125c no longer exists at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:17:32.560695 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-0d77d9fd-05c6-4086-a31c-9d730b9fe5e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:17:32.585928 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] No Port match for: 7bdf08e0-b0ad-467f-965e-8f04c52f125c {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:17:32.586385 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 7bdf08e0-b0ad-467f-965e-8f04c52f125c not bound to the agent host dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:17:32.586799 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device f5874e2f-c965-4586-9fdd-64f048d8b717 no longer exists at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:17:32.601920 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d77d9fd-05c6-4086-a31c-9d730b9fe5e0 admin admin] No DVR routers for this DVR port a5dff572-1107-4b62-b9b2-b9f73c34b780 on host dv-cinder-784763-1-iscsi {{(pid=84268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 12:17:32.634638 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] No Port match for: f5874e2f-c965-4586-9fdd-64f048d8b717 {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:17:32.635039 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device f5874e2f-c965-4586-9fdd-64f048d8b717 not bound to the agent host dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:17:32.663036 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.db.api [None req-cf746cc0-a316-4816-93e8-f50200a60732 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84270) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 05 12:17:32.663664 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_db.api [None req-cf746cc0-a316-4816-93e8-f50200a60732 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 05 12:17:32.746176 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d77d9fd-05c6-4086-a31c-9d730b9fe5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768810', 'neutron.services.segments.db._delete_segments_for_network--9223363299714337857'] for network, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:32.863389 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-0d77d9fd-05c6-4086-a31c-9d730b9fe5e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2460c38e80>,) {'filters': {'network_id': ['0d1a45c1-5bda-4177-9f6d-4ce95f1005fb']}} {{(pid=84268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:17:32.876565 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-0d77d9fd-05c6-4086-a31c-9d730b9fe5e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2460c38e80>, '9db00757-6e46-4c10-9476-d05f8f304f63') {'for_net_delete': True} {{(pid=84268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:17:32.876907 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-0d77d9fd-05c6-4086-a31c-9d730b9fe5e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2460c38e80>, '9db00757-6e46-4c10-9476-d05f8f304f63') {} {{(pid=84268) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:17:32.889265 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d77d9fd-05c6-4086-a31c-9d730b9fe5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737140437841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2224397'] for segment, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:32.904993 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d77d9fd-05c6-4086-a31c-9d730b9fe5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:32.911692 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d77d9fd-05c6-4086-a31c-9d730b9fe5e0 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=84268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 05 12:17:32.919455 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-74f9221f-c72e-4567-9dcd-ddb864093c6c req-ffdb62e8-8844-4996-80b4-48b14800e8e9 service neutron] 10.222.0.37 "GET /v2.0/networks/a3a55611-a0f0-4df9-b637-46ecc7406414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3480933
Apr 05 12:17:32.955128 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d877075-f680-430d-aefd-4d38bbbf8674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854280686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402364'] for router_interface, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:33.095102 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-0d77d9fd-05c6-4086-a31c-9d730b9fe5e0 admin admin] Network 0d1a45c1-5bda-4177-9f6d-4ce95f1005fb has no segments {{(pid=84268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 12:17:33.105430 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d77d9fd-05c6-4086-a31c-9d730b9fe5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851385234'] for segment, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:33.166467 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-cf746cc0-a316-4816-93e8-f50200a60732 None None] Deleting port a5dff572-1107-4b62-b9b2-b9f73c34b780 {{(pid=84270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:17:33.166931 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cf746cc0-a316-4816-93e8-f50200a60732 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:33.241968 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-cf746cc0-a316-4816-93e8-f50200a60732 None None] The port 'a5dff572-1107-4b62-b9b2-b9f73c34b780' was deleted {{(pid=84270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 05 12:17:33.296332 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-0d77d9fd-05c6-4086-a31c-9d730b9fe5e0 admin admin] Network 0d1a45c1-5bda-4177-9f6d-4ce95f1005fb has no segments {{(pid=84268) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 12:17:33.320839 dv-cinder-784763-1-iscsi neutron-server[84155]: Traceback (most recent call last):
Apr 05 12:17:33.320839 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 05 12:17:33.320839 dv-cinder-784763-1-iscsi neutron-server[84155]:     timer()
Apr 05 12:17:33.320839 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 05 12:17:33.320839 dv-cinder-784763-1-iscsi neutron-server[84155]:     cb(*args, **kw)
Apr 05 12:17:33.320839 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 05 12:17:33.320839 dv-cinder-784763-1-iscsi neutron-server[84155]:     return func(*args, **kwargs)
Apr 05 12:17:33.320839 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 05 12:17:33.320839 dv-cinder-784763-1-iscsi neutron-server[84155]:     self._notify()
Apr 05 12:17:33.320839 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 05 12:17:33.320839 dv-cinder-784763-1-iscsi neutron-server[84155]:     self.callback(batched_events)
Apr 05 12:17:33.320839 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 05 12:17:33.320839 dv-cinder-784763-1-iscsi neutron-server[84155]:     event.method(event)
Apr 05 12:17:33.320839 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 05 12:17:33.320839 dv-cinder-784763-1-iscsi neutron-server[84155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 05 12:17:33.320839 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 05 12:17:33.320839 dv-cinder-784763-1-iscsi neutron-server[84155]:     segment_id)['aggregates'][0]
Apr 05 12:17:33.320839 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 05 12:17:33.320839 dv-cinder-784763-1-iscsi neutron-server[84155]:     return f(self, *a, **k)
Apr 05 12:17:33.320839 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 05 12:17:33.320839 dv-cinder-784763-1-iscsi neutron-server[84155]:     return self._get(url).json()
Apr 05 12:17:33.320839 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 05 12:17:33.320839 dv-cinder-784763-1-iscsi neutron-server[84155]:     **kwargs)
Apr 05 12:17:33.320839 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 05 12:17:33.320839 dv-cinder-784763-1-iscsi neutron-server[84155]:     return self.request(url, 'GET', **kwargs)
Apr 05 12:17:33.320839 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 05 12:17:33.320839 dv-cinder-784763-1-iscsi neutron-server[84155]:     **endpoint_filter)
Apr 05 12:17:33.320839 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 05 12:17:33.320839 dv-cinder-784763-1-iscsi neutron-server[84155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 05 12:17:33.320839 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 05 12:17:33.320839 dv-cinder-784763-1-iscsi neutron-server[84155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 05 12:17:33.320839 dv-cinder-784763-1-iscsi neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 05 12:17:33.400998 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d77d9fd-05c6-4086-a31c-9d730b9fe5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854330406'] for network, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:33.404956 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:17:33.419505 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0d77d9fd-05c6-4086-a31c-9d730b9fe5e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for network, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:33.430607 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77d9fd-05c6-4086-a31c-9d730b9fe5e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d1a45c1-5bda-4177-9f6d-4ce95f1005fb,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:17:33.434733 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-0d77d9fd-05c6-4086-a31c-9d730b9fe5e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:17:33.444765 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-0d77d9fd-05c6-4086-a31c-9d730b9fe5e0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0d1a45c1-5bda-4177-9f6d-4ce95f1005fb HTTP/1.1" status: 204  len: 168 time: 1.6798780
Apr 05 12:17:33.486048 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d877075-f680-430d-aefd-4d38bbbf8674 admin admin] Router 20060276-d6e6-4355-b2d8-8284c2ecff53 has already been hosted by L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d {{(pid=84269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 12:17:33.561436 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 50006) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:17:33.625501 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-f069882e-8950-464a-abe0-5de1c0040f97 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=525c6898bd0b4bc98230f38ee54db7c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0625148
Apr 05 12:17:33.628212 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 50010) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:17:33.695812 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9bb9699b-972e-41ee-88e4-12ea4a320219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:33.726439 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9bb9699b-972e-41ee-88e4-12ea4a320219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:33.780092 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9bb9699b-972e-41ee-88e4-12ea4a320219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:33.785341 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-601f2520-6b2c-474d-ab1c-2b09b34464c8 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:17:33.802089 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9699b-972e-41ee-88e4-12ea4a320219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008fd4b3-f1ff-43d5-8834-c87d39bcda3e,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:17:33.804632 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-9bb9699b-972e-41ee-88e4-12ea4a320219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:17:33.810002 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9bb9699b-972e-41ee-88e4-12ea4a320219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:33.811445 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-9bb9699b-972e-41ee-88e4-12ea4a320219 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/008fd4b3-f1ff-43d5-8834-c87d39bcda3e HTTP/1.1" status: 204  len: 168 time: 0.1822355
Apr 05 12:17:33.923192 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d877075-f680-430d-aefd-4d38bbbf8674 admin admin] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:17:33.933305 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d0b19d-2735-4533-b1a8-96e8be006b13 None None] Sync routers for ids ['20060276-d6e6-4355-b2d8-8284c2ecff53'] in dv-cinder-784763-1-iscsi {{(pid=84271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:17:33.936529 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-7d877075-f680-430d-aefd-4d38bbbf8674 admin admin] 10.222.0.36 "PUT /v2.0/routers/20060276-d6e6-4355-b2d8-8284c2ecff53/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0401361
Apr 05 12:17:33.939020 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 50016) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:17:33.943326 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d0b19d-2735-4533-b1a8-96e8be006b13 None None] Routers {'20060276-d6e6-4355-b2d8-8284c2ecff53'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:17:33.944180 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-28d0b19d-2735-4533-b1a8-96e8be006b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2461b446d8>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:17:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['20060276-d6e6-4355-b2d8-8284c2ecff53'], 'active': True} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:17:34.137876 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-28d0b19d-2735-4533-b1a8-96e8be006b13 None None] Set router 20060276-d6e6-4355-b2d8-8284c2ecff53 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:17:34.161732 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-94188531-5f6f-4584-a047-b46886807825 admin admin] Notify callbacks [] for router, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:34.380673 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-94188531-5f6f-4584-a047-b46886807825 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:34.391479 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-94188531-5f6f-4584-a047-b46886807825 admin admin] Deleting port 0ab42e20-ed2d-46b8-a8e9-e19678cd50c0 {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:17:34.391479 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-94188531-5f6f-4584-a047-b46886807825 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:34.601727 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-94188531-5f6f-4584-a047-b46886807825 admin admin] For port 0ab42e20-ed2d-46b8-a8e9-e19678cd50c0, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=0ab42e20-ed2d-46b8-a8e9-e19678cd50c0,segment=NetworkSegment(9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6),segment_id=9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6)] {{(pid=84269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:17:34.602849 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-94188531-5f6f-4584-a047-b46886807825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:34.632197 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-28d0b19d-2735-4533-b1a8-96e8be006b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2461b446d8>, [{'id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'name': 'tempest-AttachVolumeShelveTestJSON-2114726205-router', 'tenant_id': '09a08590013048999464095fb2986698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:12Z', 'updated_at': '2021-04-05T12:17:32Z', 'revision_number': 5, 'project_id': '09a08590013048999464095fb2986698', 'gw_port': {'id': '0ab42e20-ed2d-46b8-a8e9-e19678cd50c0', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:06:13Z', 'updated_at': '2021-04-05T12:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi'}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:17:34.636557 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d0b19d-2735-4533-b1a8-96e8be006b13 None None] Checking router: 20060276-d6e6-4355-b2d8-8284c2ecff53 for host: dv-cinder-784763-1-iscsi {{(pid=84271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:17:34.645656 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d0b19d-2735-4533-b1a8-96e8be006b13 None None] Routers {'20060276-d6e6-4355-b2d8-8284c2ecff53'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:17:34.646394 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-28d0b19d-2735-4533-b1a8-96e8be006b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2461b446d8>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:17:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['20060276-d6e6-4355-b2d8-8284c2ecff53'], 'active': True} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:17:34.740005 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-94188531-5f6f-4584-a047-b46886807825 admin admin] Calling delete_port for 0ab42e20-ed2d-46b8-a8e9-e19678cd50c0 owned by network:router_gateway {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:17:34.809440 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-28d0b19d-2735-4533-b1a8-96e8be006b13 None None] Set router 20060276-d6e6-4355-b2d8-8284c2ecff53 gateway port host: None {{(pid=84271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:17:34.924512 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-94188531-5f6f-4584-a047-b46886807825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:34.925103 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-28d0b19d-2735-4533-b1a8-96e8be006b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2461b446d8>, [{'id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'name': 'tempest-AttachVolumeShelveTestJSON-2114726205-router', 'tenant_id': '09a08590013048999464095fb2986698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:12Z', 'updated_at': '2021-04-05T12:17:34Z', 'revision_number': 6, 'project_id': '09a08590013048999464095fb2986698', 'gw_port_host': None}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:17:34.929288 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d0b19d-2735-4533-b1a8-96e8be006b13 None None] The sync data for ids ['20060276-d6e6-4355-b2d8-8284c2ecff53'] in dv-cinder-784763-1-iscsi is: [{'id': '20060276-d6e6-4355-b2d8-8284c2ecff53', 'name': 'tempest-AttachVolumeShelveTestJSON-2114726205-router', 'tenant_id': '09a08590013048999464095fb2986698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:06:12Z', 'updated_at': '2021-04-05T12:17:34Z', 'revision_number': 6, 'project_id': '09a08590013048999464095fb2986698', 'gw_port_host': None}] {{(pid=84271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:17:34.943588 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-a89bc44d-f4aa-47c6-8b03-36f0dfc90763 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:17:35.044660 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94188531-5f6f-4584-a047-b46886807825 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ab42e20-ed2d-46b8-a8e9-e19678cd50c0,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:17:35.057385 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-94188531-5f6f-4584-a047-b46886807825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:17:35.222991 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-94188531-5f6f-4584-a047-b46886807825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445372'] for router_gateway, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:35.417858 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-94188531-5f6f-4584-a047-b46886807825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854367171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773722'] for router, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:35.420334 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-94188531-5f6f-4584-a047-b46886807825 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:35.446698 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-94188531-5f6f-4584-a047-b46886807825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854367097'] for router, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:35.447249 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94188531-5f6f-4584-a047-b46886807825 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20060276-d6e6-4355-b2d8-8284c2ecff53 {{(pid=84269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 05 12:17:35.459569 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-94188531-5f6f-4584-a047-b46886807825 admin admin] Notify callbacks [] for router, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:35.460802 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-94188531-5f6f-4584-a047-b46886807825 admin admin] 10.222.0.36 "DELETE /v2.0/routers/20060276-d6e6-4355-b2d8-8284c2ecff53 HTTP/1.1" status: 204  len: 168 time: 1.5207956
Apr 05 12:17:35.463646 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 50048) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:17:35.531877 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b742d5e-a8c3-4cd7-aa36-20d208f0d9c7 admin admin] Deleting subnet d3bbfe2a-e26d-4eee-9523-0b0e4c649bfb {{(pid=84269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 05 12:17:35.535164 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b742d5e-a8c3-4cd7-aa36-20d208f0d9c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:35.586708 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b742d5e-a8c3-4cd7-aa36-20d208f0d9c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60536130'] for subnet, precommit_delete_associations {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:35.675478 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b742d5e-a8c3-4cd7-aa36-20d208f0d9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-128983'] for subnet, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:35.929168 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b742d5e-a8c3-4cd7-aa36-20d208f0d9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854646833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2694892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3029703'] for subnet, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:35.944612 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:17:36.033885 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b742d5e-a8c3-4cd7-aa36-20d208f0d9c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3bbfe2a-e26d-4eee-9523-0b0e4c649bfb,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:17:36.046226 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-0b742d5e-a8c3-4cd7-aa36-20d208f0d9c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:17:36.078756 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0b742d5e-a8c3-4cd7-aa36-20d208f0d9c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:36.084097 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91eac61a-a347-440f-ad08-5cfdd8103ef5 None None] Network 5ba2dc6d-7a10-4983-bd4a-704d4ac9411b requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:17:36.087733 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-0b742d5e-a8c3-4cd7-aa36-20d208f0d9c7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d3bbfe2a-e26d-4eee-9523-0b0e4c649bfb HTTP/1.1" status: 204  len: 168 time: 0.6216066
Apr 05 12:17:36.089249 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 50052) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:17:36.207814 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83763355-149c-4506-8242-164e8d871930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-139629'] for network, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:36.280346 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-83763355-149c-4506-8242-164e8d871930 admin admin] Deleting port 799c4e53-080f-44a2-83d2-7aed613e3359 {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:17:36.280722 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83763355-149c-4506-8242-164e8d871930 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:36.364171 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3b7073-ce3b-4dfb-8a95-b29d279892a3 None None] DHCP port deletion for 5ba2dc6d-7a10-4983-bd4a-704d4ac9411b request from dv-cinder-784763-1-iscsi {{(pid=84270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 05 12:17:36.369086 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-6d3b7073-ce3b-4dfb-8a95-b29d279892a3 None None] Deleting port 799c4e53-080f-44a2-83d2-7aed613e3359 {{(pid=84270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:17:36.369651 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d3b7073-ce3b-4dfb-8a95-b29d279892a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:36.410526 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 0663a8dc-85f4-4dba-8176-a2a971dc0534 no longer exists at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:17:36.450989 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] No Port match for: 0663a8dc-85f4-4dba-8176-a2a971dc0534 {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:17:36.451371 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 0663a8dc-85f4-4dba-8176-a2a971dc0534 not bound to the agent host dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:17:36.451841 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 0ab42e20-ed2d-46b8-a8e9-e19678cd50c0 no longer exists at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:17:36.499800 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] No Port match for: 0ab42e20-ed2d-46b8-a8e9-e19678cd50c0 {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:17:36.500190 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 0ab42e20-ed2d-46b8-a8e9-e19678cd50c0 not bound to the agent host dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:17:36.510869 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-83763355-149c-4506-8242-164e8d871930 admin admin] For port 799c4e53-080f-44a2-83d2-7aed613e3359, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=799c4e53-080f-44a2-83d2-7aed613e3359,segment=NetworkSegment(e495bedb-3d01-4d20-b74e-aa316357e53b),segment_id=e495bedb-3d01-4d20-b74e-aa316357e53b)] {{(pid=84269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:17:36.511275 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83763355-149c-4506-8242-164e8d871930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:36.653783 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-83763355-149c-4506-8242-164e8d871930 admin admin] Calling delete_port for 799c4e53-080f-44a2-83d2-7aed613e3359 owned by network:dhcp {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:17:36.670404 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-6d3b7073-ce3b-4dfb-8a95-b29d279892a3 None None] For port 799c4e53-080f-44a2-83d2-7aed613e3359, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=799c4e53-080f-44a2-83d2-7aed613e3359,segment=NetworkSegment(e495bedb-3d01-4d20-b74e-aa316357e53b),segment_id=e495bedb-3d01-4d20-b74e-aa316357e53b)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:17:36.670845 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d3b7073-ce3b-4dfb-8a95-b29d279892a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:36.730445 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83763355-149c-4506-8242-164e8d871930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:36.795240 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-11e97155-9159-4c71-8f02-30628a8178eb tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:17:36.802693 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-6d3b7073-ce3b-4dfb-8a95-b29d279892a3 None None] Calling delete_port for 799c4e53-080f-44a2-83d2-7aed613e3359 owned by network:dhcp {{(pid=84270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:17:36.853412 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83763355-149c-4506-8242-164e8d871930 admin admin] Pushing event deleted for resources: {'Port': ['ID=799c4e53-080f-44a2-83d2-7aed613e3359,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:17:36.857585 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-83763355-149c-4506-8242-164e8d871930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:17:36.882617 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.db.api [None req-6d3b7073-ce3b-4dfb-8a95-b29d279892a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84270) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 05 12:17:36.883153 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_db.api [None req-6d3b7073-ce3b-4dfb-8a95-b29d279892a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 05 12:17:36.907348 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83763355-149c-4506-8242-164e8d871930 admin admin] No DVR routers for this DVR port 799c4e53-080f-44a2-83d2-7aed613e3359 on host dv-cinder-784763-1-iscsi {{(pid=84269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 12:17:37.038105 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83763355-149c-4506-8242-164e8d871930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768810', 'neutron.services.segments.db._delete_segments_for_network--9223363299714337857'] for network, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:37.153655 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-83763355-149c-4506-8242-164e8d871930 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2460397f98>,) {'filters': {'network_id': ['5ba2dc6d-7a10-4983-bd4a-704d4ac9411b']}} {{(pid=84269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:17:37.166052 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-83763355-149c-4506-8242-164e8d871930 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2460397f98>, 'e495bedb-3d01-4d20-b74e-aa316357e53b') {'for_net_delete': True} {{(pid=84269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:17:37.166449 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-83763355-149c-4506-8242-164e8d871930 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2460397f98>, 'e495bedb-3d01-4d20-b74e-aa316357e53b') {} {{(pid=84269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:17:37.178008 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83763355-149c-4506-8242-164e8d871930 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737140437841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036794239669'] for segment, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:37.193861 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83763355-149c-4506-8242-164e8d871930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:37.200573 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83763355-149c-4506-8242-164e8d871930 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=84269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 05 12:17:37.385122 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-6d3b7073-ce3b-4dfb-8a95-b29d279892a3 None None] Deleting port 799c4e53-080f-44a2-83d2-7aed613e3359 {{(pid=84270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:17:37.385591 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6d3b7073-ce3b-4dfb-8a95-b29d279892a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:37.386316 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-83763355-149c-4506-8242-164e8d871930 admin admin] Network 5ba2dc6d-7a10-4983-bd4a-704d4ac9411b has no segments {{(pid=84269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 12:17:37.395271 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83763355-149c-4506-8242-164e8d871930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2694727'] for segment, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:37.462904 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-6d3b7073-ce3b-4dfb-8a95-b29d279892a3 None None] The port '799c4e53-080f-44a2-83d2-7aed613e3359' was deleted {{(pid=84270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 05 12:17:37.885044 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-83763355-149c-4506-8242-164e8d871930 admin admin] Network 5ba2dc6d-7a10-4983-bd4a-704d4ac9411b has no segments {{(pid=84269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 12:17:37.909501 dv-cinder-784763-1-iscsi neutron-server[84155]: Traceback (most recent call last):
Apr 05 12:17:37.909501 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 05 12:17:37.909501 dv-cinder-784763-1-iscsi neutron-server[84155]:     timer()
Apr 05 12:17:37.909501 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 05 12:17:37.909501 dv-cinder-784763-1-iscsi neutron-server[84155]:     cb(*args, **kw)
Apr 05 12:17:37.909501 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 05 12:17:37.909501 dv-cinder-784763-1-iscsi neutron-server[84155]:     return func(*args, **kwargs)
Apr 05 12:17:37.909501 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 05 12:17:37.909501 dv-cinder-784763-1-iscsi neutron-server[84155]:     self._notify()
Apr 05 12:17:37.909501 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 05 12:17:37.909501 dv-cinder-784763-1-iscsi neutron-server[84155]:     self.callback(batched_events)
Apr 05 12:17:37.909501 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 05 12:17:37.909501 dv-cinder-784763-1-iscsi neutron-server[84155]:     event.method(event)
Apr 05 12:17:37.909501 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 05 12:17:37.909501 dv-cinder-784763-1-iscsi neutron-server[84155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 05 12:17:37.909501 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 05 12:17:37.909501 dv-cinder-784763-1-iscsi neutron-server[84155]:     segment_id)['aggregates'][0]
Apr 05 12:17:37.909501 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 05 12:17:37.909501 dv-cinder-784763-1-iscsi neutron-server[84155]:     return f(self, *a, **k)
Apr 05 12:17:37.909501 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 05 12:17:37.909501 dv-cinder-784763-1-iscsi neutron-server[84155]:     return self._get(url).json()
Apr 05 12:17:37.909501 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 05 12:17:37.909501 dv-cinder-784763-1-iscsi neutron-server[84155]:     **kwargs)
Apr 05 12:17:37.909501 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 05 12:17:37.909501 dv-cinder-784763-1-iscsi neutron-server[84155]:     return self.request(url, 'GET', **kwargs)
Apr 05 12:17:37.909501 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 05 12:17:37.909501 dv-cinder-784763-1-iscsi neutron-server[84155]:     **endpoint_filter)
Apr 05 12:17:37.909501 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 05 12:17:37.909501 dv-cinder-784763-1-iscsi neutron-server[84155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 05 12:17:37.909501 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 05 12:17:37.909501 dv-cinder-784763-1-iscsi neutron-server[84155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 05 12:17:37.909501 dv-cinder-784763-1-iscsi neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 05 12:17:37.994197 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83763355-149c-4506-8242-164e8d871930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854330406'] for network, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:37.997789 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-cafa9dac-16f5-4c7c-bcd8-084eb6768eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:17:38.013542 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-83763355-149c-4506-8242-164e8d871930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for network, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:38.032945 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83763355-149c-4506-8242-164e8d871930 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ba2dc6d-7a10-4983-bd4a-704d4ac9411b,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:17:38.050018 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83763355-149c-4506-8242-164e8d871930 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:17:38.050487 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83763355-149c-4506-8242-164e8d871930 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:17:38.050915 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83763355-149c-4506-8242-164e8d871930 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:17:38.051325 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83763355-149c-4506-8242-164e8d871930 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:17:38.051740 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83763355-149c-4506-8242-164e8d871930 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:17:38.052145 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83763355-149c-4506-8242-164e8d871930 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:17:38.052552 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83763355-149c-4506-8242-164e8d871930 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:17:38.052954 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83763355-149c-4506-8242-164e8d871930 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:17:38.053366 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83763355-149c-4506-8242-164e8d871930 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:17:38.053765 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83763355-149c-4506-8242-164e8d871930 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:17:38.054191 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83763355-149c-4506-8242-164e8d871930 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:17:38.054596 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83763355-149c-4506-8242-164e8d871930 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:17:38.060309 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-83763355-149c-4506-8242-164e8d871930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:17:38.062985 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-83763355-149c-4506-8242-164e8d871930 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5ba2dc6d-7a10-4983-bd4a-704d4ac9411b HTTP/1.1" status: 204  len: 168 time: 1.9725788
Apr 05 12:17:38.281378 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 50078) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:17:38.334826 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-c6967b85-c3ff-4512-afa2-07c441b99df4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=09a08590013048999464095fb2986698&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0521309
Apr 05 12:17:38.338296 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 50082) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:17:38.383533 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 799c4e53-080f-44a2-83d2-7aed613e3359 no longer exists at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:17:38.409009 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3df4fc07-25cd-472a-af39-94dcdb3bae7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:38.435995 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] No Port match for: 799c4e53-080f-44a2-83d2-7aed613e3359 {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:17:38.436497 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 799c4e53-080f-44a2-83d2-7aed613e3359 not bound to the agent host dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:17:38.443603 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3df4fc07-25cd-472a-af39-94dcdb3bae7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:38.495489 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3df4fc07-25cd-472a-af39-94dcdb3bae7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:38.501135 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-cd636b8b-a581-4b0a-939d-9f3c5aa48137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:17:38.517743 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4fc07-25cd-472a-af39-94dcdb3bae7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46f93ba-6e46-4829-8cf1-97c658723225,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:17:38.520928 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-3df4fc07-25cd-472a-af39-94dcdb3bae7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:17:38.523003 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3df4fc07-25cd-472a-af39-94dcdb3bae7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:38.525250 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-3df4fc07-25cd-472a-af39-94dcdb3bae7e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b46f93ba-6e46-4829-8cf1-97c658723225 HTTP/1.1" status: 204  len: 168 time: 0.1845331
Apr 05 12:17:43.392302 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 50226) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:17:43.516871 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4d97c65-cfea-4635-8912-20ac628fced2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:43.532722 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e4d97c65-cfea-4635-8912-20ac628fced2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:17:43.536933 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-e4d97c65-cfea-4635-8912-20ac628fced2 admin admin] Usage tracker for resource:security_group_rule and tenant:609bb3a13eb247c997f007270f90c53c is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:17:43.539892 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-e4d97c65-cfea-4635-8912-20ac628fced2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:17:43.546871 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e4d97c65-cfea-4635-8912-20ac628fced2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:17:43.638059 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4d97c65-cfea-4635-8912-20ac628fced2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:43.640600 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e4d97c65-cfea-4635-8912-20ac628fced2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:43.649384 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d6428754-da4b-40c8-bc24-e610834e2b14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:17:43.691688 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-e4d97c65-cfea-4635-8912-20ac628fced2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=609bb3a13eb247c997f007270f90c53c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2982841
Apr 05 12:17:43.693393 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d97c65-cfea-4635-8912-20ac628fced2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecae159-670a-434b-bb81-8e6f5e9848a5,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:17:43.694702 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 50232) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:17:43.696673 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e4d97c65-cfea-4635-8912-20ac628fced2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:17:43.757867 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63b4bcbb-00b8-4345-857b-b8ab38e91be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:43.785156 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63b4bcbb-00b8-4345-857b-b8ab38e91be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:43.834137 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63b4bcbb-00b8-4345-857b-b8ab38e91be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:43.840014 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-31117c74-81bf-4259-8f09-29955f6437b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:17:43.853638 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4bcbb-00b8-4345-857b-b8ab38e91be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecae159-670a-434b-bb81-8e6f5e9848a5,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:17:43.856454 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-63b4bcbb-00b8-4345-857b-b8ab38e91be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:17:43.857674 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-63b4bcbb-00b8-4345-857b-b8ab38e91be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:43.859021 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-63b4bcbb-00b8-4345-857b-b8ab38e91be6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9ecae159-670a-434b-bb81-8e6f5e9848a5 HTTP/1.1" status: 204  len: 168 time: 0.1624081
Apr 05 12:17:44.149476 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 50240) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:17:44.171231 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-393f6eed-0fa9-4f65-99b9-f6ddc1ca37e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:44.187146 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-393f6eed-0fa9-4f65-99b9-f6ddc1ca37e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:17:44.191363 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-393f6eed-0fa9-4f65-99b9-f6ddc1ca37e1 admin admin] Usage tracker for resource:security_group_rule and tenant:96ffc291cd504ccabd5059fece298713 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:17:44.194554 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-393f6eed-0fa9-4f65-99b9-f6ddc1ca37e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:17:44.201082 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-393f6eed-0fa9-4f65-99b9-f6ddc1ca37e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:17:44.287285 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-393f6eed-0fa9-4f65-99b9-f6ddc1ca37e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:44.290039 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-393f6eed-0fa9-4f65-99b9-f6ddc1ca37e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:44.299779 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-157e9442-27cc-4dc2-a114-aba88e6f7294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:17:44.342594 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-393f6eed-0fa9-4f65-99b9-f6ddc1ca37e1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=96ffc291cd504ccabd5059fece298713&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1919580
Apr 05 12:17:44.344282 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f6eed-0fa9-4f65-99b9-f6ddc1ca37e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4898f9-deb0-4dda-b744-2c0643f704c2,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:17:44.345500 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 50244) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:17:44.347478 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-393f6eed-0fa9-4f65-99b9-f6ddc1ca37e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:17:44.412054 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-21ded19e-036b-45c2-8e2f-6b0284da2cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:44.440208 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-21ded19e-036b-45c2-8e2f-6b0284da2cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:44.461573 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 6 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:17:44.485567 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-21ded19e-036b-45c2-8e2f-6b0284da2cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:44.490885 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-c6f84c44-0570-4a7a-ad3b-fe17d8b0e392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:17:44.505122 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ded19e-036b-45c2-8e2f-6b0284da2cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4898f9-deb0-4dda-b744-2c0643f704c2,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:17:44.507951 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-21ded19e-036b-45c2-8e2f-6b0284da2cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:17:44.509192 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-21ded19e-036b-45c2-8e2f-6b0284da2cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:44.513219 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-21ded19e-036b-45c2-8e2f-6b0284da2cbc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4d4898f9-deb0-4dda-b744-2c0643f704c2 HTTP/1.1" status: 204  len: 168 time: 0.1639206
Apr 05 12:17:44.754296 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 50258) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:17:44.883908 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-280408dc-a6c5-4285-ab9b-6b6a4cea0bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:44.900672 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-280408dc-a6c5-4285-ab9b-6b6a4cea0bcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:17:44.905134 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-280408dc-a6c5-4285-ab9b-6b6a4cea0bcd admin admin] Usage tracker for resource:security_group_rule and tenant:7b7d9cfce0e14312819f6b6249224c34 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:17:44.908183 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-280408dc-a6c5-4285-ab9b-6b6a4cea0bcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:17:44.914388 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-280408dc-a6c5-4285-ab9b-6b6a4cea0bcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:17:45.002590 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-280408dc-a6c5-4285-ab9b-6b6a4cea0bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:45.006207 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-280408dc-a6c5-4285-ab9b-6b6a4cea0bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:45.016405 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2af59c35-2a53-4564-9245-6a45469e8684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:17:45.061577 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-280408dc-a6c5-4285-ab9b-6b6a4cea0bcd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7b7d9cfce0e14312819f6b6249224c34&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3059092
Apr 05 12:17:45.062575 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280408dc-a6c5-4285-ab9b-6b6a4cea0bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264dc2cd-dda9-4003-9383-c61118974480,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:17:45.065640 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-280408dc-a6c5-4285-ab9b-6b6a4cea0bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:17:45.070557 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 50274) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:17:45.136812 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8986a17-fffa-42a8-a44a-a5e2f3d3000d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:45.165018 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8986a17-fffa-42a8-a44a-a5e2f3d3000d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:45.210964 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8986a17-fffa-42a8-a44a-a5e2f3d3000d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:45.216971 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-113b7fc6-635e-4097-8511-ad8696e14e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:17:45.227745 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8986a17-fffa-42a8-a44a-a5e2f3d3000d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264dc2cd-dda9-4003-9383-c61118974480,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:17:45.231485 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-b8986a17-fffa-42a8-a44a-a5e2f3d3000d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:17:45.235751 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b8986a17-fffa-42a8-a44a-a5e2f3d3000d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:45.237524 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-b8986a17-fffa-42a8-a44a-a5e2f3d3000d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/264dc2cd-dda9-4003-9383-c61118974480 HTTP/1.1" status: 204  len: 168 time: 0.1650624
Apr 05 12:17:47.213859 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 50362) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:17:47.338420 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3a41f36-29a9-4244-afed-f41d4a9c6142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:47.353814 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b3a41f36-29a9-4244-afed-f41d4a9c6142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:17:47.357835 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-b3a41f36-29a9-4244-afed-f41d4a9c6142 admin admin] Usage tracker for resource:security_group_rule and tenant:8937869b96904321800fb0d46f181ea1 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:17:47.360773 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-b3a41f36-29a9-4244-afed-f41d4a9c6142 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:17:47.366790 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b3a41f36-29a9-4244-afed-f41d4a9c6142 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:17:47.450701 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3a41f36-29a9-4244-afed-f41d4a9c6142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:47.453439 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b3a41f36-29a9-4244-afed-f41d4a9c6142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:47.461547 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-06dc3f20-35e2-416b-8ffb-fadd8c9068fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:17:47.502881 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-b3a41f36-29a9-4244-afed-f41d4a9c6142 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8937869b96904321800fb0d46f181ea1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2878342
Apr 05 12:17:47.504495 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a41f36-29a9-4244-afed-f41d4a9c6142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d1aa22-7446-460f-afb5-19eeb0068093,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:17:47.505744 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 50368) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:17:47.507711 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-b3a41f36-29a9-4244-afed-f41d4a9c6142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:17:47.568400 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5385b8e7-db6e-41c2-97ee-bf2b38b15124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:47.597464 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5385b8e7-db6e-41c2-97ee-bf2b38b15124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:47.646327 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5385b8e7-db6e-41c2-97ee-bf2b38b15124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:47.652112 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-bb0768b5-d8cf-4ae9-9f5d-7f8759c1a521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:17:47.666249 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385b8e7-db6e-41c2-97ee-bf2b38b15124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d1aa22-7446-460f-afb5-19eeb0068093,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:17:47.670451 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-5385b8e7-db6e-41c2-97ee-bf2b38b15124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:17:47.683522 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-5385b8e7-db6e-41c2-97ee-bf2b38b15124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:47.684747 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-5385b8e7-db6e-41c2-97ee-bf2b38b15124 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/14d1aa22-7446-460f-afb5-19eeb0068093 HTTP/1.1" status: 204  len: 168 time: 0.1778667
Apr 05 12:17:47.965444 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 50376) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:17:47.984089 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62a7cf6a-4ff5-4b41-87ea-e99255175b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:47.999936 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-62a7cf6a-4ff5-4b41-87ea-e99255175b95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:17:48.004451 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-62a7cf6a-4ff5-4b41-87ea-e99255175b95 admin admin] Usage tracker for resource:security_group_rule and tenant:f03d232131b648f69d5d366d99527166 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:17:48.007403 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-62a7cf6a-4ff5-4b41-87ea-e99255175b95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:17:48.014074 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-62a7cf6a-4ff5-4b41-87ea-e99255175b95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:17:48.109212 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62a7cf6a-4ff5-4b41-87ea-e99255175b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:48.119233 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62a7cf6a-4ff5-4b41-87ea-e99255175b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:48.129512 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-74120cac-440d-4ce7-8d9d-dd8d60609648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:17:48.174214 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-62a7cf6a-4ff5-4b41-87ea-e99255175b95 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f03d232131b648f69d5d366d99527166&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2076256
Apr 05 12:17:48.175936 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a7cf6a-4ff5-4b41-87ea-e99255175b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634e8db0-8c1c-4ffe-8b0a-9fc51713bf92,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:17:48.177064 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 50384) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:17:48.179234 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-62a7cf6a-4ff5-4b41-87ea-e99255175b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:17:48.243267 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bc8ed761-0d14-4566-83a8-9f811057d8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:48.272010 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bc8ed761-0d14-4566-83a8-9f811057d8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:48.317602 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bc8ed761-0d14-4566-83a8-9f811057d8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:48.323599 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-35c6810a-6463-4a89-b077-45fab5bca121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:17:48.343642 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ed761-0d14-4566-83a8-9f811057d8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634e8db0-8c1c-4ffe-8b0a-9fc51713bf92,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:17:48.347949 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-bc8ed761-0d14-4566-83a8-9f811057d8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:17:48.350156 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-bc8ed761-0d14-4566-83a8-9f811057d8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:48.354405 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-bc8ed761-0d14-4566-83a8-9f811057d8ff admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/634e8db0-8c1c-4ffe-8b0a-9fc51713bf92 HTTP/1.1" status: 204  len: 168 time: 0.1760335
Apr 05 12:17:52.340116 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cd84e-e951-4d15-95b2-956fb64e1a2e req-1745310b-67aa-44a6-8203-446f76f29d95 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:17:52.341787 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7f1cd84e-e951-4d15-95b2-956fb64e1a2e req-1745310b-67aa-44a6-8203-446f76f29d95 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 945 time: 0.0909402
Apr 05 12:17:52.391256 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7f1cd84e-e951-4d15-95b2-956fb64e1a2e req-35a5a0f4-1dda-4d24-94f4-159a88aeb25c tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427079
Apr 05 12:17:52.444390 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 50512) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:17:52.568154 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-89e73b1c-c6fa-4d5d-8268-7088408c2db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:52.583663 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-89e73b1c-c6fa-4d5d-8268-7088408c2db9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:17:52.588223 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-89e73b1c-c6fa-4d5d-8268-7088408c2db9 admin admin] Usage tracker for resource:security_group_rule and tenant:1c16ed6fb6b14be78d27b3d8db55b59a is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:17:52.591377 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-89e73b1c-c6fa-4d5d-8268-7088408c2db9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:17:52.597337 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-89e73b1c-c6fa-4d5d-8268-7088408c2db9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:17:52.683810 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-89e73b1c-c6fa-4d5d-8268-7088408c2db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:52.686413 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-89e73b1c-c6fa-4d5d-8268-7088408c2db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:52.937867 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-62eec6a3-7db9-460e-a53e-6012d33f027d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:17:52.979374 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-89e73b1c-c6fa-4d5d-8268-7088408c2db9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1c16ed6fb6b14be78d27b3d8db55b59a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5338290
Apr 05 12:17:52.980983 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e73b1c-c6fa-4d5d-8268-7088408c2db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c7a5fb-130b-412b-87f8-95020ab5c281,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:17:52.982154 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 50518) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:17:52.984181 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-89e73b1c-c6fa-4d5d-8268-7088408c2db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:17:53.050528 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-34630d04-8c57-4b77-a8fd-d1bf26c12c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:53.078272 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-34630d04-8c57-4b77-a8fd-d1bf26c12c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:53.126947 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-34630d04-8c57-4b77-a8fd-d1bf26c12c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:53.132196 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-11f768e3-29be-4d36-8f36-1b0969be2dd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:17:53.146499 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34630d04-8c57-4b77-a8fd-d1bf26c12c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c7a5fb-130b-412b-87f8-95020ab5c281,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:17:53.149576 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-34630d04-8c57-4b77-a8fd-d1bf26c12c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:17:53.151203 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-34630d04-8c57-4b77-a8fd-d1bf26c12c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:53.155468 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-34630d04-8c57-4b77-a8fd-d1bf26c12c37 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a8c7a5fb-130b-412b-87f8-95020ab5c281 HTTP/1.1" status: 204  len: 168 time: 0.1721840
Apr 05 12:17:53.459585 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 50534) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:17:53.482146 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-33a95760-32b2-4ba2-a23b-6d22438f1f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:53.498374 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-33a95760-32b2-4ba2-a23b-6d22438f1f9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:17:53.502872 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-33a95760-32b2-4ba2-a23b-6d22438f1f9e admin admin] Usage tracker for resource:security_group_rule and tenant:878541bfa02b4f139a68f003138a5cbf is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:17:53.506061 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-33a95760-32b2-4ba2-a23b-6d22438f1f9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:17:53.512905 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-33a95760-32b2-4ba2-a23b-6d22438f1f9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:17:53.615210 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f4b3b-f638-4208-b071-ea2142aac6db req-cb1f53e3-8a1f-4d25-9102-8504d9efc389 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:17:53.617154 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f31f4b3b-f638-4208-b071-ea2142aac6db req-cb1f53e3-8a1f-4d25-9102-8504d9efc389 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 945 time: 0.0978940
Apr 05 12:17:53.627433 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-33a95760-32b2-4ba2-a23b-6d22438f1f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:53.632061 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-33a95760-32b2-4ba2-a23b-6d22438f1f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:53.641135 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-876eabea-d234-47f4-9cf6-d52081b88ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:17:53.657827 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a0cc4e2e-cf4f-4ade-9bb1-93c0f20d1642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:53.675545 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f31f4b3b-f638-4208-b071-ea2142aac6db req-f2aefe06-20f2-42bc-be84-ea9b92163ca8 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512054
Apr 05 12:17:53.693554 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-33a95760-32b2-4ba2-a23b-6d22438f1f9e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=878541bfa02b4f139a68f003138a5cbf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2322228
Apr 05 12:17:53.694516 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a95760-32b2-4ba2-a23b-6d22438f1f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5652ac6d-1765-43e6-be1d-ede356771d37,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:17:53.696315 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 50542) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:17:53.700223 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-33a95760-32b2-4ba2-a23b-6d22438f1f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:17:53.758829 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cf1c6bcf-841f-4628-ad3c-86f1e7203551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:53.787580 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cf1c6bcf-841f-4628-ad3c-86f1e7203551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:53.832433 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cf1c6bcf-841f-4628-ad3c-86f1e7203551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:53.838205 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-182cb7a8-6034-4052-83cc-6b1b0d5b2205 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:17:53.852138 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c6bcf-841f-4628-ad3c-86f1e7203551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5652ac6d-1765-43e6-be1d-ede356771d37,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:17:53.855963 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-cf1c6bcf-841f-4628-ad3c-86f1e7203551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:17:53.865677 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cf1c6bcf-841f-4628-ad3c-86f1e7203551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:53.866947 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-cf1c6bcf-841f-4628-ad3c-86f1e7203551 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5652ac6d-1765-43e6-be1d-ede356771d37 HTTP/1.1" status: 204  len: 168 time: 0.1691391
Apr 05 12:17:54.879969 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:54.897836 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873a582-47b3-45f6-b63b-3b357b19672a req-d2c37bdf-7c37-49d4-ab0c-7383354c8701 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:17:54.899506 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e873a582-47b3-45f6-b63b-3b357b19672a req-d2c37bdf-7c37-49d4-ab0c-7383354c8701 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 945 time: 0.1068075
Apr 05 12:17:54.952480 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e873a582-47b3-45f6-b63b-3b357b19672a req-399cbfc3-53aa-414e-be41-f9da1ab58f47 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438261
Apr 05 12:17:56.010887 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 50618) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:17:56.041815 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-23b5f7ad-b22f-4947-8c5d-a747c776bfb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:56.160334 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-edba4d46-e620-47e3-be4f-d7fcd5300298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:56.185928 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-edba4d46-e620-47e3-be4f-d7fcd5300298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:17:56.192069 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-edba4d46-e620-47e3-be4f-d7fcd5300298 admin admin] Usage tracker for resource:security_group_rule and tenant:ac5de9e9845a4cd1b4ba721baab9278b is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:17:56.195831 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-edba4d46-e620-47e3-be4f-d7fcd5300298 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:17:56.204411 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-edba4d46-e620-47e3-be4f-d7fcd5300298 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:17:56.223767 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97524866-ca35-438a-a2ad-d85f01c54c8f req-0b66d882-65af-48b0-8182-9b5654328d0d tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:17:56.225372 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-97524866-ca35-438a-a2ad-d85f01c54c8f req-0b66d882-65af-48b0-8182-9b5654328d0d tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 945 time: 0.1554570
Apr 05 12:17:56.291655 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-97524866-ca35-438a-a2ad-d85f01c54c8f req-879ac459-54f5-4fa3-ba62-a5dbdf546141 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0563371
Apr 05 12:17:56.342500 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-edba4d46-e620-47e3-be4f-d7fcd5300298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:56.345338 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-edba4d46-e620-47e3-be4f-d7fcd5300298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:56.353761 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-9bb9699b-972e-41ee-88e4-12ea4a320219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:17:56.396172 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-edba4d46-e620-47e3-be4f-d7fcd5300298 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ac5de9e9845a4cd1b4ba721baab9278b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3841228
Apr 05 12:17:56.397899 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba4d46-e620-47e3-be4f-d7fcd5300298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e50caea-543e-4cf7-828a-d2f55518aa9c,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:17:56.399258 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 50624) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:17:56.401376 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-edba4d46-e620-47e3-be4f-d7fcd5300298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:17:56.460710 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7b732669-fe0f-4c59-b1a1-7503660ad490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:56.487302 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7b732669-fe0f-4c59-b1a1-7503660ad490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:56.518003 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:56.535494 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7b732669-fe0f-4c59-b1a1-7503660ad490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:56.541093 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-33a95760-32b2-4ba2-a23b-6d22438f1f9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:17:56.553816 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b732669-fe0f-4c59-b1a1-7503660ad490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e50caea-543e-4cf7-828a-d2f55518aa9c,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:17:56.562737 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-7b732669-fe0f-4c59-b1a1-7503660ad490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:17:56.563595 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7b732669-fe0f-4c59-b1a1-7503660ad490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:56.566614 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-7b732669-fe0f-4c59-b1a1-7503660ad490 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6e50caea-543e-4cf7-828a-d2f55518aa9c HTTP/1.1" status: 204  len: 168 time: 0.1660573
Apr 05 12:17:56.858313 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 50640) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:17:56.878812 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fea2f90a-af2d-4499-99f1-cdc7e735bf15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:56.894542 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fea2f90a-af2d-4499-99f1-cdc7e735bf15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:17:56.898584 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-fea2f90a-af2d-4499-99f1-cdc7e735bf15 admin admin] Usage tracker for resource:security_group_rule and tenant:22d50b26625d45e78420879dbdf7aedc is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:17:56.901979 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-fea2f90a-af2d-4499-99f1-cdc7e735bf15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:17:56.908342 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-fea2f90a-af2d-4499-99f1-cdc7e735bf15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:17:56.994484 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fea2f90a-af2d-4499-99f1-cdc7e735bf15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:56.997272 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-fea2f90a-af2d-4499-99f1-cdc7e735bf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:57.005958 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-971029b6-4e3b-44ad-add4-a7526f6c084a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:17:57.049029 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-fea2f90a-af2d-4499-99f1-cdc7e735bf15 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=22d50b26625d45e78420879dbdf7aedc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1894197
Apr 05 12:17:57.051732 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2f90a-af2d-4499-99f1-cdc7e735bf15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6ced0a-d10a-4468-998b-0946b21bde01,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:17:57.052134 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 50646) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:17:57.055062 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-fea2f90a-af2d-4499-99f1-cdc7e735bf15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:17:57.122854 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-114cdfcc-8a8a-4185-8a90-75b6719d7a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:57.152516 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-114cdfcc-8a8a-4185-8a90-75b6719d7a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:57.200086 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-114cdfcc-8a8a-4185-8a90-75b6719d7a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:57.205026 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-76b635c0-0ba8-4685-96bf-6f1de1185933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:17:57.218009 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114cdfcc-8a8a-4185-8a90-75b6719d7a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6ced0a-d10a-4468-998b-0946b21bde01,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:17:57.220394 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-114cdfcc-8a8a-4185-8a90-75b6719d7a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:17:57.227659 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-114cdfcc-8a8a-4185-8a90-75b6719d7a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:57.228968 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-114cdfcc-8a8a-4185-8a90-75b6719d7a01 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7c6ced0a-d10a-4468-998b-0946b21bde01 HTTP/1.1" status: 204  len: 168 time: 0.1757495
Apr 05 12:17:57.497434 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c86564-0acd-4146-8cba-a14aa0f4b7c7 req-7aae0f4a-06af-4235-8d27-5b2199227c74 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:17:57.499073 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-77c86564-0acd-4146-8cba-a14aa0f4b7c7 req-7aae0f4a-06af-4235-8d27-5b2199227c74 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 945 time: 0.0933576
Apr 05 12:17:57.548559 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-77c86564-0acd-4146-8cba-a14aa0f4b7c7 req-80b22054-0713-4613-837f-37d23e24cef5 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430758
Apr 05 12:17:58.112174 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:58.701935 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:17:58.756036 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99823f-f40b-427a-bcbb-300241b661d5 req-91d8b2ff-e46b-49fe-bd62-fd3817142ba7 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:17:58.757697 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8c99823f-f40b-427a-bcbb-300241b661d5 req-91d8b2ff-e46b-49fe-bd62-fd3817142ba7 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 945 time: 0.0944889
Apr 05 12:17:58.809993 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8c99823f-f40b-427a-bcbb-300241b661d5 req-5a702d32-b97b-49ac-b28f-b19d299b5094 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451386
Apr 05 12:18:00.017012 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6df424-c63d-4f56-9e51-89547fc593e7 req-3f3758b8-1bb9-432d-9dc0-95945fdf6bcf tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:00.018591 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3f6df424-c63d-4f56-9e51-89547fc593e7 req-3f3758b8-1bb9-432d-9dc0-95945fdf6bcf tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 945 time: 0.0958457
Apr 05 12:18:00.074176 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3f6df424-c63d-4f56-9e51-89547fc593e7 req-dee1f47a-4d5d-4ead-921f-611a1d6df221 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486267
Apr 05 12:18:00.840054 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 50756) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:18:00.968251 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-736df4dd-7df1-4fa2-ae9b-1dc3aa98eecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:00.984265 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-736df4dd-7df1-4fa2-ae9b-1dc3aa98eecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:18:00.988332 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-736df4dd-7df1-4fa2-ae9b-1dc3aa98eecb admin admin] Usage tracker for resource:security_group_rule and tenant:3a3c4740202b4533b9b9fef4d4e60370 is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:18:00.991261 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-736df4dd-7df1-4fa2-ae9b-1dc3aa98eecb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:18:00.997917 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-736df4dd-7df1-4fa2-ae9b-1dc3aa98eecb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:18:01.085439 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-736df4dd-7df1-4fa2-ae9b-1dc3aa98eecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:01.088189 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-736df4dd-7df1-4fa2-ae9b-1dc3aa98eecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:01.096872 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-cf1c6bcf-841f-4628-ad3c-86f1e7203551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:18:01.145853 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 50766) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:18:01.146115 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-736df4dd-7df1-4fa2-ae9b-1dc3aa98eecb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a3c4740202b4533b9b9fef4d4e60370&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3047233
Apr 05 12:18:01.147718 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736df4dd-7df1-4fa2-ae9b-1dc3aa98eecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c285bf6-2494-4e41-a8c2-ba8d4b0f7c04,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:18:01.150993 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-736df4dd-7df1-4fa2-ae9b-1dc3aa98eecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:18:01.222238 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36ee4724-3c8f-41b2-b2da-78b03531bc35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:01.250425 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36ee4724-3c8f-41b2-b2da-78b03531bc35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:01.296089 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c86a89-1f38-4da7-9344-994ebfe9d6c3 req-89a9cc95-33cf-4eac-8e8e-39d36f0f968e tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:01.297542 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36ee4724-3c8f-41b2-b2da-78b03531bc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:01.297671 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f4c86a89-1f38-4da7-9344-994ebfe9d6c3 req-89a9cc95-33cf-4eac-8e8e-39d36f0f968e tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 945 time: 0.0954375
Apr 05 12:18:01.302784 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-cafa9dac-16f5-4c7c-bcd8-084eb6768eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:18:01.317754 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee4724-3c8f-41b2-b2da-78b03531bc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c285bf6-2494-4e41-a8c2-ba8d4b0f7c04,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:18:01.320939 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-36ee4724-3c8f-41b2-b2da-78b03531bc35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:18:01.325685 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-36ee4724-3c8f-41b2-b2da-78b03531bc35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:01.327617 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-36ee4724-3c8f-41b2-b2da-78b03531bc35 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7c285bf6-2494-4e41-a8c2-ba8d4b0f7c04 HTTP/1.1" status: 204  len: 168 time: 0.1798799
Apr 05 12:18:01.349180 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f4c86a89-1f38-4da7-9344-994ebfe9d6c3 req-074c9b72-c1bd-42ba-8109-134d5b86e782 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452006
Apr 05 12:18:01.617669 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 50774) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:18:01.636806 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ef298f8-2913-49bd-ba3e-21ad91182329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:01.652204 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8ef298f8-2913-49bd-ba3e-21ad91182329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:18:01.656489 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-8ef298f8-2913-49bd-ba3e-21ad91182329 admin admin] Usage tracker for resource:security_group_rule and tenant:943f76a7033a4a1bbfddd27a4c0089ea is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:18:01.659395 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-8ef298f8-2913-49bd-ba3e-21ad91182329 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:18:01.665385 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-8ef298f8-2913-49bd-ba3e-21ad91182329 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:18:01.748722 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ef298f8-2913-49bd-ba3e-21ad91182329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:01.751561 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8ef298f8-2913-49bd-ba3e-21ad91182329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:01.764405 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-b8986a17-fffa-42a8-a44a-a5e2f3d3000d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:18:01.806371 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-8ef298f8-2913-49bd-ba3e-21ad91182329 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=943f76a7033a4a1bbfddd27a4c0089ea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1874340
Apr 05 12:18:01.808070 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef298f8-2913-49bd-ba3e-21ad91182329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cea2ac3-3de3-4954-a02c-46d02bb8a5c7,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:18:01.809271 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 50778) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:18:01.811276 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-8ef298f8-2913-49bd-ba3e-21ad91182329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:18:01.872550 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb5ad708-7c6f-4b1f-995b-12e8d9e28a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:01.899240 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb5ad708-7c6f-4b1f-995b-12e8d9e28a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:01.947603 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb5ad708-7c6f-4b1f-995b-12e8d9e28a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:01.952891 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-edba4d46-e620-47e3-be4f-d7fcd5300298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:18:01.973055 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ad708-7c6f-4b1f-995b-12e8d9e28a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cea2ac3-3de3-4954-a02c-46d02bb8a5c7,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:18:01.975900 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-eb5ad708-7c6f-4b1f-995b-12e8d9e28a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:18:01.977153 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-eb5ad708-7c6f-4b1f-995b-12e8d9e28a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:01.983275 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-eb5ad708-7c6f-4b1f-995b-12e8d9e28a5c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3cea2ac3-3de3-4954-a02c-46d02bb8a5c7 HTTP/1.1" status: 204  len: 168 time: 0.1680756
Apr 05 12:18:02.556499 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92192f-398f-4784-9ea3-c748ac89d9c3 req-3345a8bf-bfcf-4417-9b8c-c9d322b92151 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:02.558353 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5e92192f-398f-4784-9ea3-c748ac89d9c3 req-3345a8bf-bfcf-4417-9b8c-c9d322b92151 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 945 time: 0.0951211
Apr 05 12:18:02.608565 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5e92192f-398f-4784-9ea3-c748ac89d9c3 req-a1cb8321-e999-42c6-b6e3-b00a334f76fb tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433981
Apr 05 12:18:03.543945 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 50828) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:18:03.723098 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0ea54b98-424e-4d02-b391-22e641ae5e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:03.745565 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0ea54b98-424e-4d02-b391-22e641ae5e9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:18:03.749641 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-0ea54b98-424e-4d02-b391-22e641ae5e9e admin admin] Usage tracker for resource:security_group_rule and tenant:80af373f9e484be2a4f2ed28f2086daa is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:18:03.752650 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-0ea54b98-424e-4d02-b391-22e641ae5e9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:18:03.758689 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-0ea54b98-424e-4d02-b391-22e641ae5e9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:18:03.814429 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e3e8c-6ec9-4815-8299-d904909882be req-797c3ae7-6e21-4341-bc77-f7d9326d959b tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:03.816375 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c51e3e8c-6ec9-4815-8299-d904909882be req-797c3ae7-6e21-4341-bc77-f7d9326d959b tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 945 time: 0.0936863
Apr 05 12:18:03.845840 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0ea54b98-424e-4d02-b391-22e641ae5e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:03.848930 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0ea54b98-424e-4d02-b391-22e641ae5e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:03.858284 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-63b4bcbb-00b8-4345-857b-b8ab38e91be6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:18:03.867480 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c51e3e8c-6ec9-4815-8299-d904909882be req-05b7c29f-eeba-4850-99c0-d9b2ad725c5e tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412321
Apr 05 12:18:03.898642 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-0ea54b98-424e-4d02-b391-22e641ae5e9e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=80af373f9e484be2a4f2ed28f2086daa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3533778
Apr 05 12:18:03.901442 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 50836) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:18:03.906746 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea54b98-424e-4d02-b391-22e641ae5e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce409aa7-e77e-43b8-915e-f7d57a74aeaf,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:18:03.909957 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-0ea54b98-424e-4d02-b391-22e641ae5e9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:18:03.964574 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b5389117-998c-4187-9d15-a156d5e27f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:03.992555 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b5389117-998c-4187-9d15-a156d5e27f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:04.041481 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b5389117-998c-4187-9d15-a156d5e27f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:04.047018 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f6221192-c14d-4e61-89db-7ef70785ae8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:18:04.060392 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5389117-998c-4187-9d15-a156d5e27f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce409aa7-e77e-43b8-915e-f7d57a74aeaf,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:18:04.063533 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-b5389117-998c-4187-9d15-a156d5e27f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:18:04.065558 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b5389117-998c-4187-9d15-a156d5e27f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:04.066794 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-b5389117-998c-4187-9d15-a156d5e27f79 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ce409aa7-e77e-43b8-915e-f7d57a74aeaf HTTP/1.1" status: 204  len: 168 time: 0.1642513
Apr 05 12:18:05.076134 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8faf0-e4d8-4097-86fe-b5a3a601c242 req-f88d2fdc-48b2-4e63-8c88-0e874d91e851 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:05.077789 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1cf8faf0-e4d8-4097-86fe-b5a3a601c242 req-f88d2fdc-48b2-4e63-8c88-0e874d91e851 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 945 time: 0.0925884
Apr 05 12:18:05.140389 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1cf8faf0-e4d8-4097-86fe-b5a3a601c242 req-c60537a5-570d-4195-8794-c89c2ea41c70 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556622
Apr 05 12:18:06.343051 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc4e7e-d508-4dd8-8cf7-df229d4d233b req-1a8fea00-e4a5-4d37-80da-528347206737 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:06.344662 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-06fc4e7e-d508-4dd8-8cf7-df229d4d233b req-1a8fea00-e4a5-4d37-80da-528347206737 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 945 time: 0.0904820
Apr 05 12:18:06.393668 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-06fc4e7e-d508-4dd8-8cf7-df229d4d233b req-f32d3126-aecd-45a2-b575-f621c3132eae tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426071
Apr 05 12:18:07.599244 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b67f7-7ba6-4c8c-bd52-756f7affdaed req-7631a3a8-960d-4ffb-acb0-083f126dd5c6 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:07.600835 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-985b67f7-7ba6-4c8c-bd52-756f7affdaed req-7631a3a8-960d-4ffb-acb0-083f126dd5c6 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 945 time: 0.0889766
Apr 05 12:18:07.649753 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-985b67f7-7ba6-4c8c-bd52-756f7affdaed req-ae8193e5-d65f-4979-88b3-55e0db535e70 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423355
Apr 05 12:18:08.852866 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9273e6-53fd-4493-9168-75c44d9425ec req-0d343017-7a2e-4c04-ad1b-333da9b90706 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:08.854423 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fc9273e6-53fd-4493-9168-75c44d9425ec req-0d343017-7a2e-4c04-ad1b-333da9b90706 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 945 time: 0.0906093
Apr 05 12:18:08.902080 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fc9273e6-53fd-4493-9168-75c44d9425ec req-2f220a8d-57fd-4b8d-9d18-cfd7fd78216d tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413744
Apr 05 12:18:10.108160 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0235815-f5da-4a9c-b85c-e02a9aaffc01 req-42b809ed-1743-432d-ae6e-083bef9c510a tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:10.109793 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a0235815-f5da-4a9c-b85c-e02a9aaffc01 req-42b809ed-1743-432d-ae6e-083bef9c510a tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 945 time: 0.0965295
Apr 05 12:18:10.161081 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a0235815-f5da-4a9c-b85c-e02a9aaffc01 req-9629efaa-d86c-4d81-87d5-4c9d9432e4f5 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440943
Apr 05 12:18:11.372965 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21abcc-8f32-48d6-bafb-782f8894c388 req-2872ff0c-5580-4a40-9ec7-edb62a542d34 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:11.374506 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-cd21abcc-8f32-48d6-bafb-782f8894c388 req-2872ff0c-5580-4a40-9ec7-edb62a542d34 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 945 time: 0.0940967
Apr 05 12:18:11.424458 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-cd21abcc-8f32-48d6-bafb-782f8894c388 req-2076ddf6-3300-488e-b4d2-0cb7ea5e1453 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436132
Apr 05 12:18:12.628164 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f6089-4883-48eb-b597-fe65fdba43bb req-0bf58b36-7b61-4df9-b2d1-1558596acba2 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:12.629793 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1c3f6089-4883-48eb-b597-fe65fdba43bb req-0bf58b36-7b61-4df9-b2d1-1558596acba2 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 945 time: 0.0904791
Apr 05 12:18:12.677788 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1c3f6089-4883-48eb-b597-fe65fdba43bb req-3e2ac888-115d-44cc-bb2c-67e36e7ec40e tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408018
Apr 05 12:18:13.874389 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15258cb-6682-42d9-881e-6c755c3372d3 req-cee9b580-f7ce-47e9-8750-7fd06a0f3fd3 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:13.875968 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c15258cb-6682-42d9-881e-6c755c3372d3 req-cee9b580-f7ce-47e9-8750-7fd06a0f3fd3 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 945 time: 0.0871317
Apr 05 12:18:13.922998 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c15258cb-6682-42d9-881e-6c755c3372d3 req-427efaa4-aa06-485e-a219-a7af8cd87b63 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407565
Apr 05 12:18:14.634407 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ac83c-f960-486b-b75d-26853d0e083e req-f46bc792-8e06-4fe8-afa1-81a1bb78931a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:14.636056 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0a3ac83c-f960-486b-b75d-26853d0e083e req-f46bc792-8e06-4fe8-afa1-81a1bb78931a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59ab3fb82a794070a1c024d576d5e87b&device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 1098 time: 0.0817428
Apr 05 12:18:14.780227 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ac83c-f960-486b-b75d-26853d0e083e req-0fc7ef0a-bfcc-41b9-8040-bd0432a7c737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:14.781806 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0a3ac83c-f960-486b-b75d-26853d0e083e req-0fc7ef0a-bfcc-41b9-8040-bd0432a7c737 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a3a55611-a0f0-4df9-b637-46ecc7406414 HTTP/1.1" status: 200  len: 909 time: 0.1379683
Apr 05 12:18:14.891736 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0a3ac83c-f960-486b-b75d-26853d0e083e req-f603c756-697c-4354-aa34-9387d8f02e3a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9df1b527-0c54-402e-929e-eecf3d4ce796 HTTP/1.1" status: 200  len: 1001 time: 0.1026177
Apr 05 12:18:14.959215 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ac83c-f960-486b-b75d-26853d0e083e req-f033aa9b-d85c-41f0-880f-34bb8b096b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:14.960771 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0a3ac83c-f960-486b-b75d-26853d0e083e req-f033aa9b-d85c-41f0-880f-34bb8b096b7e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2 HTTP/1.1" status: 200  len: 847 time: 0.0634730
Apr 05 12:18:15.094015 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ac83c-f960-486b-b75d-26853d0e083e req-08a4a978-2628-48db-92ec-53c7e99aed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:15.095612 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0a3ac83c-f960-486b-b75d-26853d0e083e req-08a4a978-2628-48db-92ec-53c7e99aed73 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a3a55611-a0f0-4df9-b637-46ecc7406414&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1286533
Apr 05 12:18:15.228154 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134afd66-5215-4ba7-bb92-97a48e5164cc req-220d06db-0009-4c27-b581-c58cdd4ad4b5 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:15.230089 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-134afd66-5215-4ba7-bb92-97a48e5164cc req-220d06db-0009-4c27-b581-c58cdd4ad4b5 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 945 time: 0.1931481
Apr 05 12:18:15.297751 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0a3ac83c-f960-486b-b75d-26853d0e083e req-35e29b1a-40ae-4015-b91e-d1c41b3944d3 service neutron] 10.222.0.37 "GET /v2.0/networks/a3a55611-a0f0-4df9-b637-46ecc7406414?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1932743
Apr 05 12:18:15.309068 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-134afd66-5215-4ba7-bb92-97a48e5164cc req-93693ee8-bfde-49d2-9a55-5a556311b5be tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0626740
Apr 05 12:18:15.444115 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0a3ac83c-f960-486b-b75d-26853d0e083e req-08a11a53-92c1-4d64-8f9f-782d219014e9 service neutron] 10.222.0.37 "GET /v2.0/networks/a3a55611-a0f0-4df9-b637-46ecc7406414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382742
Apr 05 12:18:16.523875 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286801a1-dbdb-4726-942d-f29b15435ee5 req-46a7fb39-4d80-4abf-8f66-438dcb9f2d73 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:16.526321 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-286801a1-dbdb-4726-942d-f29b15435ee5 req-46a7fb39-4d80-4abf-8f66-438dcb9f2d73 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 945 time: 0.0934491
Apr 05 12:18:16.573789 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-286801a1-dbdb-4726-942d-f29b15435ee5 req-8bbc2b8f-4735-4bea-9750-0e484f1f6577 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409155
Apr 05 12:18:17.772766 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011e358-8fcd-4a9f-a686-6106b4f56926 req-6e49f416-5361-452c-b09f-35a96110421f tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:17.774383 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6011e358-8fcd-4a9f-a686-6106b4f56926 req-6e49f416-5361-452c-b09f-35a96110421f tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 945 time: 0.0905418
Apr 05 12:18:17.821606 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6011e358-8fcd-4a9f-a686-6106b4f56926 req-2ec76b21-c2f8-454d-92a1-699abcbd493a tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399792
Apr 05 12:18:19.018453 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e14469-b82b-4a8a-b636-603e6cc6e363 req-138ced62-0dda-4a90-90f4-7d86c96a06ac tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:19.020032 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-82e14469-b82b-4a8a-b636-603e6cc6e363 req-138ced62-0dda-4a90-90f4-7d86c96a06ac tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 945 time: 0.0866311
Apr 05 12:18:19.073135 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-82e14469-b82b-4a8a-b636-603e6cc6e363 req-7588b81e-2e00-430b-9ff3-d448b48199ea tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459616
Apr 05 12:18:20.277606 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e420b-649b-4e5d-b871-f1845d9041ff req-aa39d60b-afc7-4343-9647-32cfaac5e772 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:20.279222 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7a7e420b-649b-4e5d-b871-f1845d9041ff req-aa39d60b-afc7-4343-9647-32cfaac5e772 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 945 time: 0.0902069
Apr 05 12:18:20.328652 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7a7e420b-649b-4e5d-b871-f1845d9041ff req-d712e5b5-4834-40b4-b30a-1fc25cbd9449 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430927
Apr 05 12:18:21.461752 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 6 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:18:21.525685 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d063f-241a-433d-aba3-30f2dc3d16fc req-6737d446-bf28-48df-9fe8-58ef8be84adf tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:21.527303 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-448d063f-241a-433d-aba3-30f2dc3d16fc req-6737d446-bf28-48df-9fe8-58ef8be84adf tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 945 time: 0.0879593
Apr 05 12:18:21.574723 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-448d063f-241a-433d-aba3-30f2dc3d16fc req-ed94c17d-fa2b-4f04-94b5-ae00211f1bd6 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409381
Apr 05 12:18:22.774073 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736df6ec-c4c2-4c78-8103-bd856c3fcf62 req-916f57ad-0daa-4f89-8940-e9c7b5373ec4 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:22.775918 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-736df6ec-c4c2-4c78-8103-bd856c3fcf62 req-916f57ad-0daa-4f89-8940-e9c7b5373ec4 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 945 time: 0.0904143
Apr 05 12:18:22.823773 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-736df6ec-c4c2-4c78-8103-bd856c3fcf62 req-cf439972-0554-4e74-927b-62488ee62d63 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412953
Apr 05 12:18:23.646167 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 9df1b527-0c54-402e-929e-eecf3d4ce796 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:18:23.690258 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3d335b08-1695-460d-befe-f06a0e0be11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:23.768980 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:23.797672 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c60877-1e5d-4312-a660-a4763656292f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9df1b527-0c54-402e-929e-eecf3d4ce796'}] {{(pid=84270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:18:23.808102 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 9df1b527-0c54-402e-929e-eecf3d4ce796, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=9df1b527-0c54-402e-929e-eecf3d4ce796,segment=NetworkSegment(5b92adec-2cbb-449d-8979-ec4b58c936f9),segment_id=5b92adec-2cbb-449d-8979-ec4b58c936f9)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:18:23.811527 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:23.812996 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:18:23.891113 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=9df1b527-0c54-402e-929e-eecf3d4ce796,revision_number=6']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:18:23.900382 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:18:23.900835 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:18:23.901131 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:18:23.901513 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:18:23.901896 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:18:23.902316 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:18:23.902940 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:18:23.903305 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:18:23.903673 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:18:23.904037 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:18:23.904543 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:18:23.904912 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:18:23.909255 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:18:24.013405 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c60877-1e5d-4312-a660-a4763656292f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9df1b527-0c54-402e-929e-eecf3d4ce796', 'code': 200}
Apr 05 12:18:24.059420 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047ccf2-8574-4b6c-8132-fa39cc9d1c12 req-f33cca48-0013-45f8-9e31-1a82dca87830 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:24.061029 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1047ccf2-8574-4b6c-8132-fa39cc9d1c12 req-f33cca48-0013-45f8-9e31-1a82dca87830 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 943 time: 0.1212585
Apr 05 12:18:24.114534 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-1047ccf2-8574-4b6c-8132-fa39cc9d1c12 req-66408c7c-1ff3-43c1-af61-de198ca5e531 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469410
Apr 05 12:18:24.882761 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:25.326578 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4523b5-58c9-4138-ac39-0cbb9bb01f50 req-e796ffd9-2c78-44a0-85a3-182769305905 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:25.328213 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-af4523b5-58c9-4138-ac39-0cbb9bb01f50 req-e796ffd9-2c78-44a0-85a3-182769305905 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 943 time: 0.0946987
Apr 05 12:18:25.374649 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-af4523b5-58c9-4138-ac39-0cbb9bb01f50 req-132bd8c9-6b36-4acd-8850-fd99003e09d8 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401146
Apr 05 12:18:25.670292 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-06d50681-784e-4191-bc0f-8137fe4ccb51 req-22bdec8f-8dac-4f8c-9485-9c6ad7306936 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0766220
Apr 05 12:18:25.743543 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f43ba-a5d8-4312-a792-7e52def11a30 req-6877d3c6-e5c9-4b00-a25a-f91e68c9508f tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:25.745178 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-445f43ba-a5d8-4312-a792-7e52def11a30 req-6877d3c6-e5c9-4b00-a25a-f91e68c9508f tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 943 time: 0.0886683
Apr 05 12:18:25.793673 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-445f43ba-a5d8-4312-a792-7e52def11a30 req-ae3aae89-52ec-4d0d-9059-3afb31c6a427 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420165
Apr 05 12:18:26.033331 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b4de57b8-f941-4129-b9db-a351b6c3a84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:26.534739 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:26.999278 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41cdd3-a812-4b3e-9c8d-2c79b4937f05 req-55dc1fa9-fba4-4dcb-87a9-1317ee6112ac tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:27.000910 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5e41cdd3-a812-4b3e-9c8d-2c79b4937f05 req-55dc1fa9-fba4-4dcb-87a9-1317ee6112ac tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 943 time: 0.0930235
Apr 05 12:18:27.049493 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5e41cdd3-a812-4b3e-9c8d-2c79b4937f05 req-f400db9e-164c-46cb-899d-5dfb6fe7b274 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423493
Apr 05 12:18:27.213512 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d50681-784e-4191-bc0f-8137fe4ccb51 req-b8d2a160-c8a1-43ec-ba3b-08670f94016c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:27.215112 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-06d50681-784e-4191-bc0f-8137fe4ccb51 req-b8d2a160-c8a1-43ec-ba3b-08670f94016c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f&tenant_id=59ab3fb82a794070a1c024d576d5e87b HTTP/1.1" status: 200  len: 1096 time: 0.0765119
Apr 05 12:18:27.321587 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d50681-784e-4191-bc0f-8137fe4ccb51 req-fc35e5c1-57d5-4bc0-9331-e08ce6259a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:27.323237 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-06d50681-784e-4191-bc0f-8137fe4ccb51 req-fc35e5c1-57d5-4bc0-9331-e08ce6259a09 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59ab3fb82a794070a1c024d576d5e87b&device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 1096 time: 0.0854671
Apr 05 12:18:27.462002 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d50681-784e-4191-bc0f-8137fe4ccb51 req-93619735-068f-4c06-9de9-bbe2cc782315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:27.463598 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-06d50681-784e-4191-bc0f-8137fe4ccb51 req-93619735-068f-4c06-9de9-bbe2cc782315 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a3a55611-a0f0-4df9-b637-46ecc7406414 HTTP/1.1" status: 200  len: 909 time: 0.1333096
Apr 05 12:18:27.804316 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-06d50681-784e-4191-bc0f-8137fe4ccb51 req-3ee6f879-70ff-4e0c-b9a4-545bc8fb8343 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9df1b527-0c54-402e-929e-eecf3d4ce796 HTTP/1.1" status: 200  len: 999 time: 0.3340209
Apr 05 12:18:27.872298 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d50681-784e-4191-bc0f-8137fe4ccb51 req-4b661cc4-7dc6-4265-8c0d-7d4fd11ecb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:27.873815 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-06d50681-784e-4191-bc0f-8137fe4ccb51 req-4b661cc4-7dc6-4265-8c0d-7d4fd11ecb07 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2 HTTP/1.1" status: 200  len: 847 time: 0.0626998
Apr 05 12:18:27.955635 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d50681-784e-4191-bc0f-8137fe4ccb51 req-aae2080c-fc29-495f-a81d-1e4c10d890a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:27.957094 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-06d50681-784e-4191-bc0f-8137fe4ccb51 req-aae2080c-fc29-495f-a81d-1e4c10d890a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a3a55611-a0f0-4df9-b637-46ecc7406414&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0771301
Apr 05 12:18:28.103726 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-06d50681-784e-4191-bc0f-8137fe4ccb51 req-c3c2deaa-1840-4e9e-9446-78f2498a3aa6 service neutron] 10.222.0.37 "GET /v2.0/networks/a3a55611-a0f0-4df9-b637-46ecc7406414?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394081
Apr 05 12:18:28.119760 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:28.256634 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-06d50681-784e-4191-bc0f-8137fe4ccb51 req-ae32880e-7a5e-4ac3-be23-c60189e5e056 service neutron] 10.222.0.37 "GET /v2.0/networks/a3a55611-a0f0-4df9-b637-46ecc7406414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1449554
Apr 05 12:18:28.260265 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab7070-e043-4126-b82e-b7941185d549 req-a2f477c2-93b1-48c7-a921-cb040a98571e tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:28.262807 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-dbab7070-e043-4126-b82e-b7941185d549 req-a2f477c2-93b1-48c7-a921-cb040a98571e tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 943 time: 0.0940354
Apr 05 12:18:28.316361 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-dbab7070-e043-4126-b82e-b7941185d549 req-e60291a1-5a50-499a-a26a-d3388c0c3414 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470183
Apr 05 12:18:28.702030 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:29.520396 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edca22e-5906-4082-8bc7-e52e0067a8f3 req-b31c627e-dc32-40db-8dd1-5fd5abe6b7a8 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:29.521954 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3edca22e-5906-4082-8bc7-e52e0067a8f3 req-b31c627e-dc32-40db-8dd1-5fd5abe6b7a8 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 943 time: 0.0922661
Apr 05 12:18:29.571220 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3edca22e-5906-4082-8bc7-e52e0067a8f3 req-54609eb5-d31d-47da-b87d-f263800cc2bc tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419219
Apr 05 12:18:30.781227 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ef946-d583-4cd8-9e58-4f4961fc3143 req-a13ceb29-a413-473d-9e20-74822bf3dab2 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:30.782836 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a90ef946-d583-4cd8-9e58-4f4961fc3143 req-a13ceb29-a413-473d-9e20-74822bf3dab2 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 943 time: 0.0921929
Apr 05 12:18:30.829854 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a90ef946-d583-4cd8-9e58-4f4961fc3143 req-f97b9ead-8367-4b01-977a-d34e144b7a84 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407085
Apr 05 12:18:32.171081 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe425a5-d917-4e25-8ec6-ae1b1eb86270 req-b6397aa7-eec9-42c0-88e4-03c5392a0cac tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:32.172668 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7fe425a5-d917-4e25-8ec6-ae1b1eb86270 req-b6397aa7-eec9-42c0-88e4-03c5392a0cac tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 943 time: 0.0893352
Apr 05 12:18:32.225498 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7fe425a5-d917-4e25-8ec6-ae1b1eb86270 req-da99bcc7-4702-4098-a3e1-0096b5550206 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462544
Apr 05 12:18:33.428945 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91d59f-3b4e-4648-bab6-cae5c5751578 req-5f3caca3-e9c8-4761-a9ae-d108b6938273 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:33.430894 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5e91d59f-3b4e-4648-bab6-cae5c5751578 req-5f3caca3-e9c8-4761-a9ae-d108b6938273 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 943 time: 0.0897591
Apr 05 12:18:33.478007 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5e91d59f-3b4e-4648-bab6-cae5c5751578 req-1f5a3c19-127a-4f37-af31-49906f2ff194 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409231
Apr 05 12:18:34.104280 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e612160f-1ef4-4537-a8b7-4ea9bfba0b1b req-c0e3df1e-ef11-456f-a9d1-4b03099fcd22 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc997f-f2bd-49e8-8b8e-3b4309eb377f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0766585
Apr 05 12:18:34.268347 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612160f-1ef4-4537-a8b7-4ea9bfba0b1b req-69b93305-fde8-4902-a1b1-8f164d75ab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:34.269945 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e612160f-1ef4-4537-a8b7-4ea9bfba0b1b req-69b93305-fde8-4902-a1b1-8f164d75ab18 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=629fa1a565724595a30468e1271ead78&device_id=ecdc997f-f2bd-49e8-8b8e-3b4309eb377f HTTP/1.1" status: 200  len: 1099 time: 0.0774240
Apr 05 12:18:34.433155 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612160f-1ef4-4537-a8b7-4ea9bfba0b1b req-c765ab0e-af49-40d1-b2c8-f45cf93a2f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:34.434777 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e612160f-1ef4-4537-a8b7-4ea9bfba0b1b req-c765ab0e-af49-40d1-b2c8-f45cf93a2f42 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a3e4dca9-c22e-4b2f-b50e-39573f778a69 HTTP/1.1" status: 200  len: 912 time: 0.1408756
Apr 05 12:18:34.552041 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e612160f-1ef4-4537-a8b7-4ea9bfba0b1b req-e20187e3-cf52-4a27-aab9-8143dbf6ed2a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef738c12-6b44-4d39-8163-db9d3a41f6f9 HTTP/1.1" status: 200  len: 1002 time: 0.1101542
Apr 05 12:18:34.680394 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612160f-1ef4-4537-a8b7-4ea9bfba0b1b req-aa92b1c9-3f8d-47e1-a040-ec2a14300a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:34.682403 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e612160f-1ef4-4537-a8b7-4ea9bfba0b1b req-aa92b1c9-3f8d-47e1-a040-ec2a14300a10 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=34a1f558-4685-48e4-a199-4b7768f4f5df HTTP/1.1" status: 200  len: 850 time: 0.1234913
Apr 05 12:18:34.768676 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8fb59-a5e3-40e7-81c1-804b37fa00dc req-a5e9a94c-6559-4122-99c7-a0b8ae3bfe0f tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:34.770262 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-07c8fb59-a5e3-40e7-81c1-804b37fa00dc req-a5e9a94c-6559-4122-99c7-a0b8ae3bfe0f tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 943 time: 0.1701965
Apr 05 12:18:34.831639 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-07c8fb59-a5e3-40e7-81c1-804b37fa00dc req-1734309c-b0bf-4c6c-8f1c-b3d2feb507f1 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539982
Apr 05 12:18:34.833739 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612160f-1ef4-4537-a8b7-4ea9bfba0b1b req-8f885902-a69d-47d8-9642-6d52d48599ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:34.835255 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e612160f-1ef4-4537-a8b7-4ea9bfba0b1b req-8f885902-a69d-47d8-9642-6d52d48599ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a3e4dca9-c22e-4b2f-b50e-39573f778a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1448574
Apr 05 12:18:34.982585 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e612160f-1ef4-4537-a8b7-4ea9bfba0b1b req-4b4caae3-0e3e-4083-a0a0-0eafd2237380 service neutron] 10.222.0.37 "GET /v2.0/networks/a3e4dca9-c22e-4b2f-b50e-39573f778a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402080
Apr 05 12:18:35.135974 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e612160f-1ef4-4537-a8b7-4ea9bfba0b1b req-316236fc-5b49-4c9c-b609-aed2f8613893 service neutron] 10.222.0.37 "GET /v2.0/networks/a3e4dca9-c22e-4b2f-b50e-39573f778a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1461022
Apr 05 12:18:36.004131 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 51114) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:18:36.049460 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b9020-7175-4f13-b55e-bcf69f2d06ac req-ed5fcab2-c240-429c-b4a2-aeafbbc6dc92 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:36.051086 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6d3b9020-7175-4f13-b55e-bcf69f2d06ac req-ed5fcab2-c240-429c-b4a2-aeafbbc6dc92 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 943 time: 0.0979111
Apr 05 12:18:36.101408 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6d3b9020-7175-4f13-b55e-bcf69f2d06ac req-603fa482-64b9-44bb-9db2-bbdae815d261 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427186
Apr 05 12:18:36.133296 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d032926f-33b7-44e2-acfc-565feb18f56f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:36.149079 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d032926f-33b7-44e2-acfc-565feb18f56f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:18:36.154316 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-d032926f-33b7-44e2-acfc-565feb18f56f admin admin] Usage tracker for resource:security_group_rule and tenant:44fede3afee74e95aea946b3eb07d2c8 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:18:36.157253 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-d032926f-33b7-44e2-acfc-565feb18f56f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:18:36.163279 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-d032926f-33b7-44e2-acfc-565feb18f56f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:18:36.245480 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d032926f-33b7-44e2-acfc-565feb18f56f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:36.248058 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d032926f-33b7-44e2-acfc-565feb18f56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:36.256613 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-242aef14-14f0-440f-a8c0-79a50ae7c4f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:18:36.298760 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-d032926f-33b7-44e2-acfc-565feb18f56f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=44fede3afee74e95aea946b3eb07d2c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2934957
Apr 05 12:18:36.300440 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032926f-33b7-44e2-acfc-565feb18f56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7eed3a-6e53-4f75-b958-ff4b4800f1fb,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:18:36.301624 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 51120) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:18:36.303824 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d032926f-33b7-44e2-acfc-565feb18f56f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:18:36.370468 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4cb70103-d269-4415-b4fc-eb01779519da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:36.397994 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4cb70103-d269-4415-b4fc-eb01779519da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:36.442471 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4cb70103-d269-4415-b4fc-eb01779519da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:36.447871 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-7a0d178f-1342-4c33-ad73-4d992f54f723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:18:36.461264 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb70103-d269-4415-b4fc-eb01779519da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7eed3a-6e53-4f75-b958-ff4b4800f1fb,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:18:36.469871 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4cb70103-d269-4415-b4fc-eb01779519da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:36.471162 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-4cb70103-d269-4415-b4fc-eb01779519da admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0c7eed3a-6e53-4f75-b958-ff4b4800f1fb HTTP/1.1" status: 204  len: 168 time: 0.1684291
Apr 05 12:18:36.472887 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb70103-d269-4415-b4fc-eb01779519da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:18:36.473305 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb70103-d269-4415-b4fc-eb01779519da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:18:36.473721 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb70103-d269-4415-b4fc-eb01779519da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:18:36.474119 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb70103-d269-4415-b4fc-eb01779519da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:18:36.474542 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb70103-d269-4415-b4fc-eb01779519da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:18:36.475040 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb70103-d269-4415-b4fc-eb01779519da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:18:36.475311 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb70103-d269-4415-b4fc-eb01779519da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:18:36.475707 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb70103-d269-4415-b4fc-eb01779519da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:18:36.476105 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb70103-d269-4415-b4fc-eb01779519da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:18:36.476546 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb70103-d269-4415-b4fc-eb01779519da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:18:36.476858 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb70103-d269-4415-b4fc-eb01779519da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:18:36.477243 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb70103-d269-4415-b4fc-eb01779519da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:18:36.480662 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-4cb70103-d269-4415-b4fc-eb01779519da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:18:37.321329 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3952bc-4c17-400a-904c-bca592e206ad req-24f742db-14be-49c3-abec-4c5d81dce8eb tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:37.324076 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2b3952bc-4c17-400a-904c-bca592e206ad req-24f742db-14be-49c3-abec-4c5d81dce8eb tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 943 time: 0.1014168
Apr 05 12:18:37.382316 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-2b3952bc-4c17-400a-904c-bca592e206ad req-4b956adb-ddfd-40a1-ac44-d6a5d76a0600 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514469
Apr 05 12:18:38.589015 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ff593-df1a-4cc3-9d17-2cd1bba8a3fc req-96a356eb-aa06-4e2b-a0fc-a7788bc56d2c tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:38.590741 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-315ff593-df1a-4cc3-9d17-2cd1bba8a3fc req-96a356eb-aa06-4e2b-a0fc-a7788bc56d2c tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 943 time: 0.0934691
Apr 05 12:18:38.638372 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-315ff593-df1a-4cc3-9d17-2cd1bba8a3fc req-33ab247a-ea81-481b-a857-23b95b5d122f tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413818
Apr 05 12:18:39.858609 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70cb03-28cf-4ac0-a2eb-0c4cf2485a19 req-db933b58-ea1c-44ad-9743-2b84765d6cfc tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:39.860268 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ed70cb03-28cf-4ac0-a2eb-0c4cf2485a19 req-db933b58-ea1c-44ad-9743-2b84765d6cfc tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 943 time: 0.0991240
Apr 05 12:18:39.923082 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ed70cb03-28cf-4ac0-a2eb-0c4cf2485a19 req-52d2795f-71d2-41a7-96f8-55ce52aa6e1e tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553358
Apr 05 12:18:40.355375 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 51200) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:18:40.480567 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a3e3bf78-b68e-418f-9a3a-f08bc0370dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:40.496363 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a3e3bf78-b68e-418f-9a3a-f08bc0370dda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:18:40.500390 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-a3e3bf78-b68e-418f-9a3a-f08bc0370dda admin admin] Usage tracker for resource:security_group_rule and tenant:12ee1f64f8dc4fde834fa8c3c2cdb71b is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:18:40.503374 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-a3e3bf78-b68e-418f-9a3a-f08bc0370dda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:18:40.509890 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-a3e3bf78-b68e-418f-9a3a-f08bc0370dda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:18:40.592198 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a3e3bf78-b68e-418f-9a3a-f08bc0370dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:40.595079 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a3e3bf78-b68e-418f-9a3a-f08bc0370dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:40.607775 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-97e21c52-f890-4f82-a0fe-c4d00cc3a7be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:18:40.649481 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-a3e3bf78-b68e-418f-9a3a-f08bc0370dda admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=12ee1f64f8dc4fde834fa8c3c2cdb71b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2927897
Apr 05 12:18:40.651125 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e3bf78-b68e-418f-9a3a-f08bc0370dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c780060e-782a-4fe8-8396-f6a30775ad95,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:18:40.652990 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 51206) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:18:40.654721 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-a3e3bf78-b68e-418f-9a3a-f08bc0370dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:18:40.717912 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba9896d2-23f1-4c9f-b83b-f30066e48de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:40.746487 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba9896d2-23f1-4c9f-b83b-f30066e48de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:40.791882 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba9896d2-23f1-4c9f-b83b-f30066e48de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:40.796798 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d032926f-33b7-44e2-acfc-565feb18f56f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:18:40.811388 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9896d2-23f1-4c9f-b83b-f30066e48de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c780060e-782a-4fe8-8396-f6a30775ad95,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:18:40.824470 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9896d2-23f1-4c9f-b83b-f30066e48de7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:18:40.824909 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9896d2-23f1-4c9f-b83b-f30066e48de7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:18:40.825337 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9896d2-23f1-4c9f-b83b-f30066e48de7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:18:40.825757 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9896d2-23f1-4c9f-b83b-f30066e48de7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:18:40.826220 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9896d2-23f1-4c9f-b83b-f30066e48de7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:18:40.826621 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9896d2-23f1-4c9f-b83b-f30066e48de7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:18:40.827037 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9896d2-23f1-4c9f-b83b-f30066e48de7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:18:40.827451 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9896d2-23f1-4c9f-b83b-f30066e48de7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:18:40.827863 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9896d2-23f1-4c9f-b83b-f30066e48de7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:18:40.828273 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9896d2-23f1-4c9f-b83b-f30066e48de7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:18:40.828682 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9896d2-23f1-4c9f-b83b-f30066e48de7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:18:40.829090 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9896d2-23f1-4c9f-b83b-f30066e48de7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:18:40.832617 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ba9896d2-23f1-4c9f-b83b-f30066e48de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:18:40.845899 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ba9896d2-23f1-4c9f-b83b-f30066e48de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:40.847185 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-ba9896d2-23f1-4c9f-b83b-f30066e48de7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c780060e-782a-4fe8-8396-f6a30775ad95 HTTP/1.1" status: 204  len: 168 time: 0.1923199
Apr 05 12:18:41.136386 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f05ca-917b-4b1d-b884-493d08cffc7a req-a8019a1e-8c9f-4b84-95fc-29d758480d03 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:41.137989 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-413f05ca-917b-4b1d-b884-493d08cffc7a req-a8019a1e-8c9f-4b84-95fc-29d758480d03 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 943 time: 0.0985732
Apr 05 12:18:41.188796 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-413f05ca-917b-4b1d-b884-493d08cffc7a req-e057a5c8-e023-4469-aa6b-fb5a39c34b49 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432644
Apr 05 12:18:42.425344 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d47ca7-10d3-4b78-9e61-c0530680e8bc req-d1d892b7-2403-475f-846a-1e5fd5862e3c tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:42.426955 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b9d47ca7-10d3-4b78-9e61-c0530680e8bc req-d1d892b7-2403-475f-846a-1e5fd5862e3c tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 943 time: 0.0921650
Apr 05 12:18:42.473859 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-b9d47ca7-10d3-4b78-9e61-c0530680e8bc req-4508a853-307e-4d18-b3d3-7628a9fa665a tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405231
Apr 05 12:18:43.673982 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e74389-dbca-4200-acb0-83698f166e90 req-fd0c6b99-7799-4384-9299-1cfe0102a687 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:43.675663 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e5e74389-dbca-4200-acb0-83698f166e90 req-fd0c6b99-7799-4384-9299-1cfe0102a687 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 943 time: 0.0918229
Apr 05 12:18:43.724078 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e5e74389-dbca-4200-acb0-83698f166e90 req-52ec49c6-d787-4027-8e4c-ca655195d69d tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419819
Apr 05 12:18:44.923891 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be7064-ebcb-4679-b418-961b298e6898 req-bb300a95-ab9f-4027-b7c2-b9d3345cdf85 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:44.925483 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-30be7064-ebcb-4679-b418-961b298e6898 req-bb300a95-ab9f-4027-b7c2-b9d3345cdf85 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 943 time: 0.0877910
Apr 05 12:18:44.976796 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-30be7064-ebcb-4679-b418-961b298e6898 req-e63a9f8b-f166-4022-9f99-51f590580948 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445244
Apr 05 12:18:45.727431 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 9df1b527-0c54-402e-929e-eecf3d4ce796 details requested by agent hyperv_hv-cinder-78476 with host hv-cinder-78476 {{(pid=84270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 12:18:46.051285 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 9df1b527-0c54-402e-929e-eecf3d4ce796, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=9df1b527-0c54-402e-929e-eecf3d4ce796,segment=NetworkSegment(5b92adec-2cbb-449d-8979-ec4b58c936f9),segment_id=5b92adec-2cbb-449d-8979-ec4b58c936f9)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:18:46.068724 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Returning: {'device': '9df1b527-0c54-402e-929e-eecf3d4ce796', 'network_id': 'a3a55611-a0f0-4df9-b637-46ecc7406414', 'port_id': '9df1b527-0c54-402e-929e-eecf3d4ce796', 'mac_address': 'fa:16:3e:9d:56:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 12:18:46.130077 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:46.148270 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df1b527-0c54-402e-929e-eecf3d4ce796 {{(pid=84270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 12:18:46.165024 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 9df1b527-0c54-402e-929e-eecf3d4ce796, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=9df1b527-0c54-402e-929e-eecf3d4ce796,segment=NetworkSegment(5b92adec-2cbb-449d-8979-ec4b58c936f9),segment_id=5b92adec-2cbb-449d-8979-ec4b58c936f9)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:18:46.170045 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:46.171926 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:18:46.190959 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fcf6a5-055a-4bf5-b0ae-65fd85485d62 req-70fa936b-4e76-47dc-b792-ceaf65a1e98a tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:46.192543 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f6fcf6a5-055a-4bf5-b0ae-65fd85485d62 req-70fa936b-4e76-47dc-b792-ceaf65a1e98a tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 943 time: 0.0955510
Apr 05 12:18:46.240743 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f6fcf6a5-055a-4bf5-b0ae-65fd85485d62 req-1e983242-6aa0-4f5a-9a12-4ab75ae9a72d tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415552
Apr 05 12:18:46.242423 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=9df1b527-0c54-402e-929e-eecf3d4ce796,revision_number=7']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:18:46.245839 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:18:47.443114 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f49d6-9a30-4111-a1c9-9cfc7fcd065a req-5ea0e1f9-fb5e-4b55-bc7c-25a2d29501e9 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:47.444644 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7b5f49d6-9a30-4111-a1c9-9cfc7fcd065a req-5ea0e1f9-fb5e-4b55-bc7c-25a2d29501e9 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 944 time: 0.0910437
Apr 05 12:18:47.492343 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-7b5f49d6-9a30-4111-a1c9-9cfc7fcd065a req-d033aa9e-aefc-4f72-a968-8adc522b58b6 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408564
Apr 05 12:18:48.692750 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43af4c5-6641-4253-8199-9f3053e7b0ff req-17d8978c-5492-49c4-98c9-9eca6d3056af tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:48.694425 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f43af4c5-6641-4253-8199-9f3053e7b0ff req-17d8978c-5492-49c4-98c9-9eca6d3056af tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 944 time: 0.0888016
Apr 05 12:18:48.741698 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-f43af4c5-6641-4253-8199-9f3053e7b0ff req-4350ed5f-5137-4315-b6a1-fa253d081dcf tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409870
Apr 05 12:18:49.940598 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6947e0-e5df-484d-acb9-bd2772430b05 req-472ccc86-2c13-437f-b081-3748b0c4cf6b tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:49.942078 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8f6947e0-e5df-484d-acb9-bd2772430b05 req-472ccc86-2c13-437f-b081-3748b0c4cf6b tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 944 time: 0.0912356
Apr 05 12:18:49.989104 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-8f6947e0-e5df-484d-acb9-bd2772430b05 req-0f212f8d-5fdd-4672-ab46-3ca74d970899 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400326
Apr 05 12:18:50.256010 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] get_ports_and_sgs() called for port_ids ['9df1b527-0c54-402e-929e-eecf3d4ce796'] {{(pid=84270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 12:18:51.190975 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eed432-132b-4254-b36c-78f058f5535b req-b9d852db-838d-4c4b-9921-ee7c4d67eb61 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:51.192578 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a3eed432-132b-4254-b36c-78f058f5535b req-b9d852db-838d-4c4b-9921-ee7c4d67eb61 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 944 time: 0.0924108
Apr 05 12:18:51.241337 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a3eed432-132b-4254-b36c-78f058f5535b req-2adf2400-10ad-4e91-80ca-e57d8eef8a1d tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420346
Apr 05 12:18:51.840761 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 9df1b527-0c54-402e-929e-eecf3d4ce796 up at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 12:18:51.912406 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.provisioning_blocks [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Provisioning complete for port 9df1b527-0c54-402e-929e-eecf3d4ce796 triggered by entity L2. {{(pid=84270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 12:18:51.912830 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4446'] for port, provisioning_complete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:52.037865 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854625570'] for port, before_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:52.066846 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c60877-1e5d-4312-a660-a4763656292f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df1b527-0c54-402e-929e-eecf3d4ce796'}] {{(pid=84270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:18:52.077543 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] For port 9df1b527-0c54-402e-929e-eecf3d4ce796, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=9df1b527-0c54-402e-929e-eecf3d4ce796,segment=NetworkSegment(5b92adec-2cbb-449d-8979-ec4b58c936f9),segment_id=5b92adec-2cbb-449d-8979-ec4b58c936f9)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:18:52.081817 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737140409988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363299714808351', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299714808060'] for port, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:52.084704 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:18:52.132451 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c60877-1e5d-4312-a660-a4763656292f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df1b527-0c54-402e-929e-eecf3d4ce796', 'code': 200}
Apr 05 12:18:52.176361 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Pushing event updated for resources: {'Port': ['ID=9df1b527-0c54-402e-929e-eecf3d4ce796,revision_number=8']} {{(pid=84270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:18:52.179652 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:18:52.232407 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 51356) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:18:52.405699 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b97c62f5-26e1-40a4-9e98-1bf91281bd1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:52.432273 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b97c62f5-26e1-40a4-9e98-1bf91281bd1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:18:52.438946 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-b97c62f5-26e1-40a4-9e98-1bf91281bd1f admin admin] Usage tracker for resource:security_group_rule and tenant:c56e850c293146d8a536cccb7d497a1b is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:18:52.442625 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-b97c62f5-26e1-40a4-9e98-1bf91281bd1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:18:52.446102 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75fa3cd-af70-4c8f-af7f-a7d0e9429d23 req-0696cde1-2060-4872-bd32-bb7789ae8e88 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:52.448267 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d75fa3cd-af70-4c8f-af7f-a7d0e9429d23 req-0696cde1-2060-4872-bd32-bb7789ae8e88 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 945 time: 0.0903089
Apr 05 12:18:52.451091 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-b97c62f5-26e1-40a4-9e98-1bf91281bd1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:18:52.454612 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23bdc4d-127d-463b-b73b-c5623ed65e63 req-96f7fe38-7cf1-4bcd-a2ed-b7c174ea0020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:52.456220 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a23bdc4d-127d-463b-b73b-c5623ed65e63 req-96f7fe38-7cf1-4bcd-a2ed-b7c174ea0020 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 1098 time: 0.1232107
Apr 05 12:18:52.504943 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d75fa3cd-af70-4c8f-af7f-a7d0e9429d23 req-7afaa095-98eb-40b7-8199-fc7713e9c6f3 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475376
Apr 05 12:18:52.534158 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a23bdc4d-127d-463b-b73b-c5623ed65e63 req-60874756-66f3-4823-8d38-6c10423859b1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0691955
Apr 05 12:18:52.583164 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b97c62f5-26e1-40a4-9e98-1bf91281bd1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:52.585584 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b97c62f5-26e1-40a4-9e98-1bf91281bd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:52.595327 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-0ea54b98-424e-4d02-b391-22e641ae5e9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:18:52.638700 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-b97c62f5-26e1-40a4-9e98-1bf91281bd1f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c56e850c293146d8a536cccb7d497a1b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4049392
Apr 05 12:18:52.640391 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c62f5-26e1-40a4-9e98-1bf91281bd1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c9de9e-2670-4222-b420-3ba8cba2654b,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:18:52.641552 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 51370) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:18:52.643806 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-b97c62f5-26e1-40a4-9e98-1bf91281bd1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:18:52.705484 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7db91255-9130-43de-8b61-44b6d53b584f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:52.732512 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7db91255-9130-43de-8b61-44b6d53b584f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:52.776886 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7db91255-9130-43de-8b61-44b6d53b584f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:52.782091 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-140f4826-41f4-4a0a-8b53-99d45993bf5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:18:52.795046 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db91255-9130-43de-8b61-44b6d53b584f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c9de9e-2670-4222-b420-3ba8cba2654b,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:18:52.800294 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-7db91255-9130-43de-8b61-44b6d53b584f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:18:52.805481 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7db91255-9130-43de-8b61-44b6d53b584f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:52.807398 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-7db91255-9130-43de-8b61-44b6d53b584f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/79c9de9e-2670-4222-b420-3ba8cba2654b HTTP/1.1" status: 204  len: 168 time: 0.1642029
Apr 05 12:18:53.655613 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-a49d9fc4-8b74-4ae9-b38b-9ad3e760978d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:53.720339 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636e086-4568-4131-a2a9-6b8807390906 req-8c464e47-13eb-46a9-af43-de941730d0b6 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:53.721952 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e636e086-4568-4131-a2a9-6b8807390906 req-8c464e47-13eb-46a9-af43-de941730d0b6 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 945 time: 0.0982609
Apr 05 12:18:53.776001 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-e636e086-4568-4131-a2a9-6b8807390906 req-870a7f9b-84fc-4a17-875d-7cad5aeb8043 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472400
Apr 05 12:18:54.044627 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 51442) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:18:54.189061 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3fa66791-8ef8-4c90-8a45-a6951e0c52e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:54.204835 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3fa66791-8ef8-4c90-8a45-a6951e0c52e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:18:54.208928 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-3fa66791-8ef8-4c90-8a45-a6951e0c52e9 admin admin] Usage tracker for resource:security_group_rule and tenant:002f654e8b82400abf805a469143593a is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:18:54.211992 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-3fa66791-8ef8-4c90-8a45-a6951e0c52e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:18:54.218714 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-3fa66791-8ef8-4c90-8a45-a6951e0c52e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:18:54.309340 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3fa66791-8ef8-4c90-8a45-a6951e0c52e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:54.312276 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3fa66791-8ef8-4c90-8a45-a6951e0c52e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:54.321620 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-04c25532-377d-41a4-907a-2cd42e776ff0 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:18:54.372257 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-3fa66791-8ef8-4c90-8a45-a6951e0c52e9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=002f654e8b82400abf805a469143593a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3264725
Apr 05 12:18:54.373959 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa66791-8ef8-4c90-8a45-a6951e0c52e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de283584-b745-4b2a-83a6-93bd4d685c97,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:18:54.375395 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 51452) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:18:54.377102 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-3fa66791-8ef8-4c90-8a45-a6951e0c52e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:18:54.441014 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07617e93-ed2f-4f4a-89ac-8a1c20f25085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:54.469184 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07617e93-ed2f-4f4a-89ac-8a1c20f25085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:54.520537 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07617e93-ed2f-4f4a-89ac-8a1c20f25085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:54.525898 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-280408dc-a6c5-4285-ab9b-6b6a4cea0bcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:18:54.538820 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07617e93-ed2f-4f4a-89ac-8a1c20f25085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de283584-b745-4b2a-83a6-93bd4d685c97,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:18:54.543565 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-07617e93-ed2f-4f4a-89ac-8a1c20f25085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:54.546611 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-07617e93-ed2f-4f4a-89ac-8a1c20f25085 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/de283584-b745-4b2a-83a6-93bd4d685c97 HTTP/1.1" status: 204  len: 168 time: 0.1700153
Apr 05 12:18:54.547889 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-07617e93-ed2f-4f4a-89ac-8a1c20f25085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:18:54.886353 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:54.982232 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0683f9e-a915-4ec9-82a8-c982874acabf req-620e5532-c01d-42e4-9930-14fd30b67dbb tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:18:54.983849 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d0683f9e-a915-4ec9-82a8-c982874acabf req-620e5532-c01d-42e4-9930-14fd30b67dbb tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 945 time: 0.0889874
Apr 05 12:18:55.033138 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d0683f9e-a915-4ec9-82a8-c982874acabf req-ac867a61-e92a-45c0-a4ce-cf4f9bcded19 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429199
Apr 05 12:18:56.035678 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-da8ab9a7-0ec0-4d7d-b95b-f9a86a91f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:56.523855 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:58.117562 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:18:58.461439 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 6 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:18:58.707646 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:23.647432 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-80f67621-ba7d-4452-9a75-45fb2db5957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:24.888521 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:25.825567 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 51554) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:19:26.039593 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e7cd8eb2-31fe-449f-ae15-4aee9364709c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:26.042949 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-80e0b5cf-922c-4d6f-833b-f53b0d77afc6 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Deleting port 9d0e2fc9-499b-4011-92b2-23d9aa91937a {{(pid=84268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:19:26.043331 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-80e0b5cf-922c-4d6f-833b-f53b0d77afc6 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:26.228058 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-80e0b5cf-922c-4d6f-833b-f53b0d77afc6 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:26.228560 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-80e0b5cf-922c-4d6f-833b-f53b0d77afc6 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:26.358611 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-80e0b5cf-922c-4d6f-833b-f53b0d77afc6 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Calling delete_port for 9d0e2fc9-499b-4011-92b2-23d9aa91937a owned by network:floatingip {{(pid=84268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:19:26.509904 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-80e0b5cf-922c-4d6f-833b-f53b0d77afc6 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:26.528330 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-6bcf4585-f9a9-4843-a64b-84f3a2bab24a tempest-VolumesSnapshotTestJSON-1296437904 tempest-VolumesSnapshotTestJSON-1296437904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:19:26.532547 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:26.623989 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0b5cf-922c-4d6f-833b-f53b0d77afc6 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Pushing event deleted for resources: {'Port': ['ID=9d0e2fc9-499b-4011-92b2-23d9aa91937a,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:19:26.632776 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-80e0b5cf-922c-4d6f-833b-f53b0d77afc6 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:19:27.011627 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-80e0b5cf-922c-4d6f-833b-f53b0d77afc6 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for floatingip, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:27.012001 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.l3_db [None req-80e0b5cf-922c-4d6f-833b-f53b0d77afc6 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Floating IP 8ac62886-8be8-4f3e-bd15-2f8513c55a4a disassociated (deleted). External IP: 172.27.0.251, port: 8df2e0cf-aba6-4f50-8e67-e3b51b39cb13.
Apr 05 12:19:27.397049 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e0b5cf-922c-4d6f-833b-f53b0d77afc6 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Router e5d19339-7fe4-4183-a097-fdd56b319eeb has already been hosted by L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d {{(pid=84268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 12:19:27.587387 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e0b5cf-922c-4d6f-833b-f53b0d77afc6 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:19:27.597327 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71936e16-2bd6-4901-a003-3145855085fa None None] Sync routers for ids ['e5d19339-7fe4-4183-a097-fdd56b319eeb'] in dv-cinder-784763-1-iscsi {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:19:27.607671 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-80e0b5cf-922c-4d6f-833b-f53b0d77afc6 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for floatingip, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:27.608600 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71936e16-2bd6-4901-a003-3145855085fa None None] Routers {'e5d19339-7fe4-4183-a097-fdd56b319eeb'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:19:27.609288 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-71936e16-2bd6-4901-a003-3145855085fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460e3c6a0>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:19:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['e5d19339-7fe4-4183-a097-fdd56b319eeb'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:19:27.666010 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-80e0b5cf-922c-4d6f-833b-f53b0d77afc6 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "DELETE /v2.0/floatingips/8ac62886-8be8-4f3e-bd15-2f8513c55a4a HTTP/1.1" status: 204  len: 168 time: 1.8392367
Apr 05 12:19:27.666723 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff66a83-2b9f-4f11-8eb6-31d4166134ca', 'tag': '8df2e0cf-aba6-4f50-8e67-e3b51b39cb13'}] {{(pid=84268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:19:27.801944 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-71936e16-2bd6-4901-a003-3145855085fa None None] Set router e5d19339-7fe4-4183-a097-fdd56b319eeb gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:19:27.940482 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff66a83-2b9f-4f11-8eb6-31d4166134ca', 'tag': '8df2e0cf-aba6-4f50-8e67-e3b51b39cb13', 'status': 'completed', 'code': 200}
Apr 05 12:19:28.123289 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a12e95-25bb-4d72-a9e6-1db3c893741c req-e16bf693-5a0c-4963-ad58-ec989d4cf4f6 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:19:28.124929 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-50a12e95-25bb-4d72-a9e6-1db3c893741c req-e16bf693-5a0c-4963-ad58-ec989d4cf4f6 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=bff66a83-2b9f-4f11-8eb6-31d4166134ca HTTP/1.1" status: 200  len: 945 time: 0.1184700
Apr 05 12:19:28.130800 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279b744-0c51-415e-975c-2a3bdaebebc7 req-f5233fa4-8668-4f98-a435-71f9a9f5043f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:19:28.132339 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a279b744-0c51-415e-975c-2a3bdaebebc7 req-f5233fa4-8668-4f98-a435-71f9a9f5043f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=629fa1a565724595a30468e1271ead78&device_id=bff66a83-2b9f-4f11-8eb6-31d4166134ca HTTP/1.1" status: 200  len: 1098 time: 0.1662540
Apr 05 12:19:28.248221 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:28.264663 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-50a12e95-25bb-4d72-a9e6-1db3c893741c req-d9ae259e-be48-4aaa-8543-f1db74638bbe tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1312666
Apr 05 12:19:28.313614 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279b744-0c51-415e-975c-2a3bdaebebc7 req-0a8a9209-0a5c-4297-ac83-ad996167060e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:19:28.315239 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a279b744-0c51-415e-975c-2a3bdaebebc7 req-0a8a9209-0a5c-4297-ac83-ad996167060e service neutron] 10.222.0.37 "GET /v2.0/networks?id=a3e4dca9-c22e-4b2f-b50e-39573f778a69 HTTP/1.1" status: 200  len: 912 time: 0.1657662
Apr 05 12:19:28.367258 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-71936e16-2bd6-4901-a003-3145855085fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460e3c6a0>, [{'id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'name': 'tempest-TestVolumeBootPattern-569576050-router', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:53Z', 'updated_at': '2021-04-05T12:09:02Z', 'revision_number': 4, 'project_id': '629fa1a565724595a30468e1271ead78', 'gw_port': {'id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:55Z', 'updated_at': '2021-04-05T12:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_floatingips': [{'id': '3d618867-0cc0-461d-9017-edae3916a0b0', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'router_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'port_id': 'ef738c12-6b44-4d39-8163-db9d3a41f6f9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'mac_address': 'fa:16:3e:a2:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdc997f-f2bd-49e8-8b8e-3b4309eb377f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:14:22Z', 'updated_at': '2021-04-05T12:14:25Z', 'revision_number': 1, 'project_id': '629fa1a565724595a30468e1271ead78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '618bc0a5-d832-4a1e-bcde-4a8f04eb16df', 'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'mac_address': 'fa:16:3e:ad:bd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:01Z', 'updated_at': '2021-04-05T12:09:21Z', 'revision_number': 5, 'project_id': '629fa1a565724595a30468e1271ead78', 'subnets': [{'id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:19:28.374727 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71936e16-2bd6-4901-a003-3145855085fa None None] Checking router: e5d19339-7fe4-4183-a097-fdd56b319eeb for host: dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:19:28.393576 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71936e16-2bd6-4901-a003-3145855085fa None None] Routers {'e5d19339-7fe4-4183-a097-fdd56b319eeb'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:19:28.393797 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a279b744-0c51-415e-975c-2a3bdaebebc7 req-1b46e882-7a19-4f17-98b0-e69e177665ee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8df2e0cf-aba6-4f50-8e67-e3b51b39cb13 HTTP/1.1" status: 200  len: 217 time: 0.0701625
Apr 05 12:19:28.394306 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-71936e16-2bd6-4901-a003-3145855085fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460e3c6a0>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:19:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['e5d19339-7fe4-4183-a097-fdd56b319eeb'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:19:28.465884 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279b744-0c51-415e-975c-2a3bdaebebc7 req-f58b70d9-ee11-41b3-b6b9-b6c67554ee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:19:28.467504 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a279b744-0c51-415e-975c-2a3bdaebebc7 req-f58b70d9-ee11-41b3-b6b9-b6c67554ee8b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=34a1f558-4685-48e4-a199-4b7768f4f5df HTTP/1.1" status: 200  len: 850 time: 0.0652595
Apr 05 12:19:28.567338 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279b744-0c51-415e-975c-2a3bdaebebc7 req-64c44db2-c8f9-4b32-9412-6beee6fec536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:19:28.568955 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a279b744-0c51-415e-975c-2a3bdaebebc7 req-64c44db2-c8f9-4b32-9412-6beee6fec536 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a3e4dca9-c22e-4b2f-b50e-39573f778a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0893958
Apr 05 12:19:28.613487 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-71936e16-2bd6-4901-a003-3145855085fa None None] Set router e5d19339-7fe4-4183-a097-fdd56b319eeb gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:19:28.716842 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a279b744-0c51-415e-975c-2a3bdaebebc7 req-37fa03ad-d6ca-4093-90f3-294155368a36 service neutron] 10.222.0.37 "GET /v2.0/networks/a3e4dca9-c22e-4b2f-b50e-39573f778a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393931
Apr 05 12:19:28.783045 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:28.876185 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a279b744-0c51-415e-975c-2a3bdaebebc7 req-a6d708ad-1ef1-446c-a1df-2bc9a58303cf service neutron] 10.222.0.37 "GET /v2.0/networks/a3e4dca9-c22e-4b2f-b50e-39573f778a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1519170
Apr 05 12:19:29.206785 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-71936e16-2bd6-4901-a003-3145855085fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460e3c6a0>, [{'id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'name': 'tempest-TestVolumeBootPattern-569576050-router', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:53Z', 'updated_at': '2021-04-05T12:09:02Z', 'revision_number': 4, 'project_id': '629fa1a565724595a30468e1271ead78', 'gw_port': {'id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:55Z', 'updated_at': '2021-04-05T12:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_floatingips': [{'id': '3d618867-0cc0-461d-9017-edae3916a0b0', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'router_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'port_id': 'ef738c12-6b44-4d39-8163-db9d3a41f6f9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'mac_address': 'fa:16:3e:a2:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdc997f-f2bd-49e8-8b8e-3b4309eb377f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:14:22Z', 'updated_at': '2021-04-05T12:14:25Z', 'revision_number': 1, 'project_id': '629fa1a565724595a30468e1271ead78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '618bc0a5-d832-4a1e-bcde-4a8f04eb16df', 'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'mac_address': 'fa:16:3e:ad:bd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:01Z', 'updated_at': '2021-04-05T12:09:21Z', 'revision_number': 5, 'project_id': '629fa1a565724595a30468e1271ead78', 'subnets': [{'id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:19:29.210896 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71936e16-2bd6-4901-a003-3145855085fa None None] The sync data for ids ['e5d19339-7fe4-4183-a097-fdd56b319eeb'] in dv-cinder-784763-1-iscsi is: [{'id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'name': 'tempest-TestVolumeBootPattern-569576050-router', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:53Z', 'updated_at': '2021-04-05T12:09:02Z', 'revision_number': 4, 'project_id': '629fa1a565724595a30468e1271ead78', 'gw_port': {'id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:55Z', 'updated_at': '2021-04-05T12:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_floatingips': [{'id': '3d618867-0cc0-461d-9017-edae3916a0b0', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'router_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'port_id': 'ef738c12-6b44-4d39-8163-db9d3a41f6f9', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'mac_address': 'fa:16:3e:a2:62:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecdc997f-f2bd-49e8-8b8e-3b4309eb377f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T12:14:22Z', 'updated_at': '2021-04-05T12:14:25Z', 'revision_number': 1, 'project_id': '629fa1a565724595a30468e1271ead78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '618bc0a5-d832-4a1e-bcde-4a8f04eb16df', 'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'mac_address': 'fa:16:3e:ad:bd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:01Z', 'updated_at': '2021-04-05T12:09:21Z', 'revision_number': 5, 'project_id': '629fa1a565724595a30468e1271ead78', 'subnets': [{'id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:19:29.490890 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c255e-2718-4736-a061-471c6d50b40f req-53afa4db-c77d-4ecc-a782-fb63ac1243fc tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:19:29.491665 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-927c255e-2718-4736-a061-471c6d50b40f req-53afa4db-c77d-4ecc-a782-fb63ac1243fc tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Synchronizing usage tracker for tenant:629fa1a565724595a30468e1271ead78 on resource:port {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:19:29.508129 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-927c255e-2718-4736-a061-471c6d50b40f req-53afa4db-c77d-4ecc-a782-fb63ac1243fc tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Unset dirty status for tenant:629fa1a565724595a30468e1271ead78 on resource:port {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:19:29.510047 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-927c255e-2718-4736-a061-471c6d50b40f req-53afa4db-c77d-4ecc-a782-fb63ac1243fc tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=bff66a83-2b9f-4f11-8eb6-31d4166134ca HTTP/1.1" status: 200  len: 945 time: 0.1157823
Apr 05 12:19:29.562789 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-927c255e-2718-4736-a061-471c6d50b40f req-e0cb8344-cb38-4a52-81b6-a5c20b06bcff tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435588
Apr 05 12:19:29.637360 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b67bef-542f-4c15-90a6-6dde6c267383 None None] New status for floating IP 8ac62886-8be8-4f3e-bd15-2f8513c55a4a: DOWN {{(pid=84271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 05 12:19:30.761933 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002bc36-c860-43df-bedd-bfb59b44ea21 req-ea70eb4a-aeca-4ae3-9001-2d56c3f9fbde tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:19:30.763555 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5002bc36-c860-43df-bedd-bfb59b44ea21 req-ea70eb4a-aeca-4ae3-9001-2d56c3f9fbde tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=bff66a83-2b9f-4f11-8eb6-31d4166134ca HTTP/1.1" status: 200  len: 945 time: 0.0896616
Apr 05 12:19:30.811590 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5002bc36-c860-43df-bedd-bfb59b44ea21 req-dc522fad-dc49-4664-9d9f-9c45c3f69abb tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417390
Apr 05 12:19:32.011278 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d8cc9-9aba-4a03-a87a-f98f3dcbccdb req-38d6083f-9a13-428e-9a99-86fbb4c9b0a7 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:19:32.012864 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-af8d8cc9-9aba-4a03-a87a-f98f3dcbccdb req-38d6083f-9a13-428e-9a99-86fbb4c9b0a7 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=bff66a83-2b9f-4f11-8eb6-31d4166134ca HTTP/1.1" status: 200  len: 945 time: 0.0891209
Apr 05 12:19:32.059586 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-af8d8cc9-9aba-4a03-a87a-f98f3dcbccdb req-73142b16-fe4e-4273-abf1-36e21b5fd4d2 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404685
Apr 05 12:19:33.267280 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5169e-5d5a-40ce-bdc2-f9c4b91a4422 req-ad07e08c-ae19-4ea2-93e5-82344efc2a14 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:19:33.268869 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3eb5169e-5d5a-40ce-bdc2-f9c4b91a4422 req-ad07e08c-ae19-4ea2-93e5-82344efc2a14 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=bff66a83-2b9f-4f11-8eb6-31d4166134ca HTTP/1.1" status: 200  len: 945 time: 0.0935168
Apr 05 12:19:33.316804 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-3eb5169e-5d5a-40ce-bdc2-f9c4b91a4422 req-6c0803ad-e9f3-4321-a842-7254fed02e87 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411944
Apr 05 12:19:34.522657 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864196a4-d99e-4133-9e20-c5772dcd6941 req-2cf506e7-d5ff-4bbd-8d10-cc8a431ef36b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:19:34.524255 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-864196a4-d99e-4133-9e20-c5772dcd6941 req-2cf506e7-d5ff-4bbd-8d10-cc8a431ef36b tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=bff66a83-2b9f-4f11-8eb6-31d4166134ca HTTP/1.1" status: 200  len: 945 time: 0.0929217
Apr 05 12:19:34.573949 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-864196a4-d99e-4133-9e20-c5772dcd6941 req-1b7199a0-c8cc-4e78-b4f4-ee022717c5ad tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426936
Apr 05 12:19:34.862434 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5153bd-0831-4cae-92a6-24bc9f7039ae req-0668a5af-5334-448c-b526-e14ab8e03fd2 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:19:34.863945 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fd5153bd-0831-4cae-92a6-24bc9f7039ae req-0668a5af-5334-448c-b526-e14ab8e03fd2 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.37 "GET /v2.0/ports?device_id=bff66a83-2b9f-4f11-8eb6-31d4166134ca HTTP/1.1" status: 200  len: 945 time: 0.0849495
Apr 05 12:19:35.176636 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-fd5153bd-0831-4cae-92a6-24bc9f7039ae req-58e9c8cb-152b-44b7-8a51-cebebdf6e483 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Deleting port 8df2e0cf-aba6-4f50-8e67-e3b51b39cb13 {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:19:35.177018 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-fd5153bd-0831-4cae-92a6-24bc9f7039ae req-58e9c8cb-152b-44b7-8a51-cebebdf6e483 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:35.435767 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-fd5153bd-0831-4cae-92a6-24bc9f7039ae req-58e9c8cb-152b-44b7-8a51-cebebdf6e483 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] For port 8df2e0cf-aba6-4f50-8e67-e3b51b39cb13, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=8df2e0cf-aba6-4f50-8e67-e3b51b39cb13,segment=NetworkSegment(787c8767-e3fe-4e59-b840-0afd6f84cd1d),segment_id=787c8767-e3fe-4e59-b840-0afd6f84cd1d)] {{(pid=84269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:19:35.436171 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-fd5153bd-0831-4cae-92a6-24bc9f7039ae req-58e9c8cb-152b-44b7-8a51-cebebdf6e483 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:35.460739 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 6 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:19:35.567667 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-fd5153bd-0831-4cae-92a6-24bc9f7039ae req-58e9c8cb-152b-44b7-8a51-cebebdf6e483 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Calling delete_port for 8df2e0cf-aba6-4f50-8e67-e3b51b39cb13 owned by compute:nova {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:19:35.763399 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c6c7f792-9477-4f54-bda8-5b4d7570ad3a req-e217d297-efd5-4e24-85ca-b3b8113d63d1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0861616
Apr 05 12:19:35.781186 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-fd5153bd-0831-4cae-92a6-24bc9f7039ae req-58e9c8cb-152b-44b7-8a51-cebebdf6e483 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:35.802663 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2749210a-5c38-4ae8-b791-0a1047371a85 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:19:35.869190 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7f792-9477-4f54-bda8-5b4d7570ad3a req-78e1b587-9ea0-453d-ba5b-28f9b1217af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:19:35.870860 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c6c7f792-9477-4f54-bda8-5b4d7570ad3a req-78e1b587-9ea0-453d-ba5b-28f9b1217af1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59ab3fb82a794070a1c024d576d5e87b&device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 1098 time: 0.0836408
Apr 05 12:19:35.901077 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9c8cb-152b-44b7-8a51-cebebdf6e483 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Pushing event deleted for resources: {'Port': ['ID=8df2e0cf-aba6-4f50-8e67-e3b51b39cb13,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:19:35.912334 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-58e9c8cb-152b-44b7-8a51-cebebdf6e483 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:19:35.945452 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763db4c-561b-4331-98e8-ce1e6d7548f9 req-dea3a51c-78a7-4b32-b7c1-dde457c8a251 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:19:35.947867 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a763db4c-561b-4331-98e8-ce1e6d7548f9 req-dea3a51c-78a7-4b32-b7c1-dde457c8a251 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=bff66a83-2b9f-4f11-8eb6-31d4166134ca HTTP/1.1" status: 200  len: 867 time: 0.2399778
Apr 05 12:19:36.031083 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-a763db4c-561b-4331-98e8-ce1e6d7548f9 req-c9623219-56f8-4004-8474-d94d9fcab72e tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0758243
Apr 05 12:19:36.038995 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7f792-9477-4f54-bda8-5b4d7570ad3a req-613bb875-314d-4414-838a-4254cf9cf816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:19:36.041796 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c6c7f792-9477-4f54-bda8-5b4d7570ad3a req-613bb875-314d-4414-838a-4254cf9cf816 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a3a55611-a0f0-4df9-b637-46ecc7406414 HTTP/1.1" status: 200  len: 909 time: 0.1498196
Apr 05 12:19:36.112527 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5153bd-0831-4cae-92a6-24bc9f7039ae req-58e9c8cb-152b-44b7-8a51-cebebdf6e483 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] No DVR routers for this DVR port 8df2e0cf-aba6-4f50-8e67-e3b51b39cb13 on host hv-cinder-78476 {{(pid=84269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 12:19:36.114653 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-fd5153bd-0831-4cae-92a6-24bc9f7039ae req-58e9c8cb-152b-44b7-8a51-cebebdf6e483 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:36.117897 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff66a83-2b9f-4f11-8eb6-31d4166134ca', 'name': 'network-vif-deleted', 'tag': '8df2e0cf-aba6-4f50-8e67-e3b51b39cb13'}] {{(pid=84269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:19:36.155318 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-fd5153bd-0831-4cae-92a6-24bc9f7039ae req-58e9c8cb-152b-44b7-8a51-cebebdf6e483 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.37 "DELETE /v2.0/ports/8df2e0cf-aba6-4f50-8e67-e3b51b39cb13 HTTP/1.1" status: 204  len: 173 time: 1.2840080
Apr 05 12:19:36.166350 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c6c7f792-9477-4f54-bda8-5b4d7570ad3a req-dfec1545-a91c-4f13-8927-b3829820fed9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9df1b527-0c54-402e-929e-eecf3d4ce796 HTTP/1.1" status: 200  len: 1001 time: 0.1169717
Apr 05 12:19:36.242982 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7f792-9477-4f54-bda8-5b4d7570ad3a req-d753c4a6-4927-458a-b7bc-88a558ddf2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:19:36.244997 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c6c7f792-9477-4f54-bda8-5b4d7570ad3a req-d753c4a6-4927-458a-b7bc-88a558ddf2cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2 HTTP/1.1" status: 200  len: 847 time: 0.0708971
Apr 05 12:19:36.258869 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff66a83-2b9f-4f11-8eb6-31d4166134ca', 'name': 'network-vif-deleted', 'tag': '8df2e0cf-aba6-4f50-8e67-e3b51b39cb13', 'status': 'completed', 'code': 200}
Apr 05 12:19:36.333262 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7f792-9477-4f54-bda8-5b4d7570ad3a req-c7623e57-02e9-464f-a01b-be46ef2f68ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:19:36.334816 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c6c7f792-9477-4f54-bda8-5b4d7570ad3a req-c7623e57-02e9-464f-a01b-be46ef2f68ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a3a55611-a0f0-4df9-b637-46ecc7406414&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0824590
Apr 05 12:19:36.482834 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c6c7f792-9477-4f54-bda8-5b4d7570ad3a req-74d06304-8844-4763-b9f4-a3e52bbc9aa7 service neutron] 10.222.0.37 "GET /v2.0/networks/a3a55611-a0f0-4df9-b637-46ecc7406414?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403136
Apr 05 12:19:36.628327 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c6c7f792-9477-4f54-bda8-5b4d7570ad3a req-9f1a0685-3cc9-45a5-b135-3212c8309244 service neutron] 10.222.0.37 "GET /v2.0/networks/a3a55611-a0f0-4df9-b637-46ecc7406414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390562
Apr 05 12:19:37.217288 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-13281764-b0cc-4cb3-b360-4621fc9b5caa req-42e8b5f8-e486-43f3-89aa-d1db148db0d5 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Synchronizing usage tracker for tenant:629fa1a565724595a30468e1271ead78 on resource:port {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:19:37.232718 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-13281764-b0cc-4cb3-b360-4621fc9b5caa req-42e8b5f8-e486-43f3-89aa-d1db148db0d5 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Unset dirty status for tenant:629fa1a565724595a30468e1271ead78 on resource:port {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:19:37.234105 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-13281764-b0cc-4cb3-b360-4621fc9b5caa req-42e8b5f8-e486-43f3-89aa-d1db148db0d5 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=bff66a83-2b9f-4f11-8eb6-31d4166134ca HTTP/1.1" status: 200  len: 210 time: 0.0695903
Apr 05 12:19:38.077342 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 8df2e0cf-aba6-4f50-8e67-e3b51b39cb13 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:19:38.117484 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] No Port match for: 8df2e0cf-aba6-4f50-8e67-e3b51b39cb13 {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:19:38.117884 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 8df2e0cf-aba6-4f50-8e67-e3b51b39cb13 not bound to the agent host hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:19:40.765600 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 51670) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:19:40.926397 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 51676) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:19:40.985749 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-88654052-0fb9-4a79-a616-50d28032d981 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Deleting port 3837046a-14ce-4469-9b60-104d5a6c87ce {{(pid=84268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:19:40.986534 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-88654052-0fb9-4a79-a616-50d28032d981 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:41.052003 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e7552fd6-f441-4b0c-8a31-76430e8f4365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:41.067917 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e7552fd6-f441-4b0c-8a31-76430e8f4365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:19:41.072060 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-e7552fd6-f441-4b0c-8a31-76430e8f4365 admin admin] Usage tracker for resource:security_group_rule and tenant:e579bacfb1464434bde022a7d05db635 is out of sync, need to count used quota {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:19:41.074971 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-e7552fd6-f441-4b0c-8a31-76430e8f4365 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:19:41.080912 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-e7552fd6-f441-4b0c-8a31-76430e8f4365 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:19:41.175954 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-88654052-0fb9-4a79-a616-50d28032d981 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:41.176322 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-88654052-0fb9-4a79-a616-50d28032d981 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:41.178779 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e7552fd6-f441-4b0c-8a31-76430e8f4365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:41.181995 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e7552fd6-f441-4b0c-8a31-76430e8f4365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:41.191102 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-36ee4724-3c8f-41b2-b2da-78b03531bc35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:19:41.233890 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552fd6-f441-4b0c-8a31-76430e8f4365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5f303d-5b51-440f-a72c-07b28cbc6728,revision_number=1']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:19:41.242716 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-e7552fd6-f441-4b0c-8a31-76430e8f4365 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e579bacfb1464434bde022a7d05db635&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3126771
Apr 05 12:19:41.244530 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 51682) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:19:41.245958 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552fd6-f441-4b0c-8a31-76430e8f4365 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:19:41.246414 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552fd6-f441-4b0c-8a31-76430e8f4365 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:19:41.246842 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552fd6-f441-4b0c-8a31-76430e8f4365 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:19:41.247268 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552fd6-f441-4b0c-8a31-76430e8f4365 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:19:41.247683 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552fd6-f441-4b0c-8a31-76430e8f4365 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:19:41.248099 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552fd6-f441-4b0c-8a31-76430e8f4365 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:19:41.248513 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552fd6-f441-4b0c-8a31-76430e8f4365 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:19:41.248924 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552fd6-f441-4b0c-8a31-76430e8f4365 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:19:41.249338 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552fd6-f441-4b0c-8a31-76430e8f4365 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:19:41.249746 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552fd6-f441-4b0c-8a31-76430e8f4365 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:19:41.250166 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552fd6-f441-4b0c-8a31-76430e8f4365 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:19:41.250584 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7552fd6-f441-4b0c-8a31-76430e8f4365 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:19:41.256038 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-e7552fd6-f441-4b0c-8a31-76430e8f4365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:19:41.310863 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-88654052-0fb9-4a79-a616-50d28032d981 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Calling delete_port for 3837046a-14ce-4469-9b60-104d5a6c87ce owned by network:floatingip {{(pid=84268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:19:41.321812 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-881be1e0-530f-4967-9f99-fad4484fad26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:41.349926 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-881be1e0-530f-4967-9f99-fad4484fad26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:41.397795 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-881be1e0-530f-4967-9f99-fad4484fad26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:41.403945 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-b3a41f36-29a9-4244-afed-f41d4a9c6142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:19:41.415894 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881be1e0-530f-4967-9f99-fad4484fad26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5f303d-5b51-440f-a72c-07b28cbc6728,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:19:41.421475 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-881be1e0-530f-4967-9f99-fad4484fad26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:19:41.422768 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-881be1e0-530f-4967-9f99-fad4484fad26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:41.423986 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-881be1e0-530f-4967-9f99-fad4484fad26 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6e5f303d-5b51-440f-a72c-07b28cbc6728 HTTP/1.1" status: 204  len: 168 time: 0.1696501
Apr 05 12:19:41.471408 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-88654052-0fb9-4a79-a616-50d28032d981 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:41.487321 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-75f81df5-9980-47ee-9f99-1a8081a6f3da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:19:41.583421 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88654052-0fb9-4a79-a616-50d28032d981 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Pushing event deleted for resources: {'Port': ['ID=3837046a-14ce-4469-9b60-104d5a6c87ce,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:19:41.603010 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88654052-0fb9-4a79-a616-50d28032d981 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:19:41.603278 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88654052-0fb9-4a79-a616-50d28032d981 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:19:41.603636 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88654052-0fb9-4a79-a616-50d28032d981 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:19:41.604037 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88654052-0fb9-4a79-a616-50d28032d981 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:19:41.604426 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88654052-0fb9-4a79-a616-50d28032d981 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:19:41.604824 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88654052-0fb9-4a79-a616-50d28032d981 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:19:41.605214 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88654052-0fb9-4a79-a616-50d28032d981 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:19:41.605604 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88654052-0fb9-4a79-a616-50d28032d981 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:19:41.605993 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88654052-0fb9-4a79-a616-50d28032d981 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:19:41.606406 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88654052-0fb9-4a79-a616-50d28032d981 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:19:41.606793 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88654052-0fb9-4a79-a616-50d28032d981 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:19:41.607177 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88654052-0fb9-4a79-a616-50d28032d981 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:19:41.611927 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-88654052-0fb9-4a79-a616-50d28032d981 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:19:41.763237 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-88654052-0fb9-4a79-a616-50d28032d981 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for floatingip, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:41.763648 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.l3_db [None req-88654052-0fb9-4a79-a616-50d28032d981 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Floating IP 3d618867-0cc0-461d-9017-edae3916a0b0 disassociated (deleted). External IP: 172.27.0.167, port: ef738c12-6b44-4d39-8163-db9d3a41f6f9.
Apr 05 12:19:42.399405 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88654052-0fb9-4a79-a616-50d28032d981 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Router e5d19339-7fe4-4183-a097-fdd56b319eeb has already been hosted by L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d {{(pid=84268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 12:19:42.595706 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88654052-0fb9-4a79-a616-50d28032d981 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:19:42.607669 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa34894-f047-4da0-a42f-0ec65118fdff None None] Sync routers for ids ['e5d19339-7fe4-4183-a097-fdd56b319eeb'] in dv-cinder-784763-1-iscsi {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:19:42.616975 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-88654052-0fb9-4a79-a616-50d28032d981 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for floatingip, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:42.618605 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa34894-f047-4da0-a42f-0ec65118fdff None None] Routers {'e5d19339-7fe4-4183-a097-fdd56b319eeb'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:19:42.619318 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-4aa34894-f047-4da0-a42f-0ec65118fdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f245be5a1d0>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:19:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['e5d19339-7fe4-4183-a097-fdd56b319eeb'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:19:42.682266 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-88654052-0fb9-4a79-a616-50d28032d981 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "DELETE /v2.0/floatingips/3d618867-0cc0-461d-9017-edae3916a0b0 HTTP/1.1" status: 204  len: 168 time: 1.9122820
Apr 05 12:19:42.682266 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecdc997f-f2bd-49e8-8b8e-3b4309eb377f', 'tag': 'ef738c12-6b44-4d39-8163-db9d3a41f6f9'}] {{(pid=84268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:19:42.766341 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecdc997f-f2bd-49e8-8b8e-3b4309eb377f', 'tag': 'ef738c12-6b44-4d39-8163-db9d3a41f6f9', 'status': 'completed', 'code': 200}
Apr 05 12:19:42.821730 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-4aa34894-f047-4da0-a42f-0ec65118fdff None None] Set router e5d19339-7fe4-4183-a097-fdd56b319eeb gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:19:42.875194 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117e431-f240-497d-a5dd-0591ebfe9e2b req-875f5f5e-12b2-46f8-97b2-733766eeb38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:19:42.877218 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5117e431-f240-497d-a5dd-0591ebfe9e2b req-875f5f5e-12b2-46f8-97b2-733766eeb38a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=629fa1a565724595a30468e1271ead78&device_id=ecdc997f-f2bd-49e8-8b8e-3b4309eb377f HTTP/1.1" status: 200  len: 1099 time: 0.0854306
Apr 05 12:19:43.030844 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117e431-f240-497d-a5dd-0591ebfe9e2b req-c20d796b-6816-477e-8efb-151386d94fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:19:43.032828 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5117e431-f240-497d-a5dd-0591ebfe9e2b req-c20d796b-6816-477e-8efb-151386d94fac service neutron] 10.222.0.37 "GET /v2.0/networks?id=a3e4dca9-c22e-4b2f-b50e-39573f778a69 HTTP/1.1" status: 200  len: 912 time: 0.1496468
Apr 05 12:19:43.150353 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5117e431-f240-497d-a5dd-0591ebfe9e2b req-289a704a-6266-4b35-bd75-d14e00e304e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef738c12-6b44-4d39-8163-db9d3a41f6f9 HTTP/1.1" status: 200  len: 217 time: 0.1090724
Apr 05 12:19:43.162870 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-4aa34894-f047-4da0-a42f-0ec65118fdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f245be5a1d0>, [{'id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'name': 'tempest-TestVolumeBootPattern-569576050-router', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:53Z', 'updated_at': '2021-04-05T12:09:02Z', 'revision_number': 4, 'project_id': '629fa1a565724595a30468e1271ead78', 'gw_port': {'id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:55Z', 'updated_at': '2021-04-05T12:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': '618bc0a5-d832-4a1e-bcde-4a8f04eb16df', 'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'mac_address': 'fa:16:3e:ad:bd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:01Z', 'updated_at': '2021-04-05T12:09:21Z', 'revision_number': 5, 'project_id': '629fa1a565724595a30468e1271ead78', 'subnets': [{'id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:19:43.167574 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa34894-f047-4da0-a42f-0ec65118fdff None None] Checking router: e5d19339-7fe4-4183-a097-fdd56b319eeb for host: dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:19:43.176791 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa34894-f047-4da0-a42f-0ec65118fdff None None] Routers {'e5d19339-7fe4-4183-a097-fdd56b319eeb'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:19:43.177453 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-4aa34894-f047-4da0-a42f-0ec65118fdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f245be5a1d0>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:19:26Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['e5d19339-7fe4-4183-a097-fdd56b319eeb'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:19:43.246457 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117e431-f240-497d-a5dd-0591ebfe9e2b req-b0912f84-2c8c-43a9-bbab-3275b36cdd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:19:43.248052 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5117e431-f240-497d-a5dd-0591ebfe9e2b req-b0912f84-2c8c-43a9-bbab-3275b36cdd3e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=34a1f558-4685-48e4-a199-4b7768f4f5df HTTP/1.1" status: 200  len: 850 time: 0.0904002
Apr 05 12:19:43.315000 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a36246-7e8c-44d6-8453-f4bc823c9701 req-89debc7f-acd3-42c2-9584-d831ebec5bf5 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:19:43.315688 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-54a36246-7e8c-44d6-8453-f4bc823c9701 req-89debc7f-acd3-42c2-9584-d831ebec5bf5 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Synchronizing usage tracker for tenant:629fa1a565724595a30468e1271ead78 on resource:port {{(pid=84268) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:19:43.347350 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-54a36246-7e8c-44d6-8453-f4bc823c9701 req-89debc7f-acd3-42c2-9584-d831ebec5bf5 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Unset dirty status for tenant:629fa1a565724595a30468e1271ead78 on resource:port {{(pid=84268) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:19:43.348616 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-54a36246-7e8c-44d6-8453-f4bc823c9701 req-89debc7f-acd3-42c2-9584-d831ebec5bf5 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecdc997f-f2bd-49e8-8b8e-3b4309eb377f HTTP/1.1" status: 200  len: 946 time: 0.2355275
Apr 05 12:19:43.361090 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117e431-f240-497d-a5dd-0591ebfe9e2b req-27313a17-bd53-4292-bdcf-28ae4cffcf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:19:43.362896 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5117e431-f240-497d-a5dd-0591ebfe9e2b req-27313a17-bd53-4292-bdcf-28ae4cffcf88 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a3e4dca9-c22e-4b2f-b50e-39573f778a69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1063185
Apr 05 12:19:43.375858 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-4aa34894-f047-4da0-a42f-0ec65118fdff None None] Set router e5d19339-7fe4-4183-a097-fdd56b319eeb gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:19:43.496826 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-54a36246-7e8c-44d6-8453-f4bc823c9701 req-09465674-7342-4fcc-91f2-08868579126a tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/security-groups?id=8f62e6b1-5298-4750-ade3-d7246e0179c0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1328733
Apr 05 12:19:43.547839 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5117e431-f240-497d-a5dd-0591ebfe9e2b req-0666401a-d63d-4871-b5db-4c8ce477d2e4 service neutron] 10.222.0.37 "GET /v2.0/networks/a3e4dca9-c22e-4b2f-b50e-39573f778a69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1666679
Apr 05 12:19:43.693587 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-5117e431-f240-497d-a5dd-0591ebfe9e2b req-1a790870-288a-4ffd-ba3c-8158b3b2a427 service neutron] 10.222.0.37 "GET /v2.0/networks/a3e4dca9-c22e-4b2f-b50e-39573f778a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367629
Apr 05 12:19:43.709315 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-4aa34894-f047-4da0-a42f-0ec65118fdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f245be5a1d0>, [{'id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'name': 'tempest-TestVolumeBootPattern-569576050-router', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:53Z', 'updated_at': '2021-04-05T12:09:02Z', 'revision_number': 4, 'project_id': '629fa1a565724595a30468e1271ead78', 'gw_port': {'id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:55Z', 'updated_at': '2021-04-05T12:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': '618bc0a5-d832-4a1e-bcde-4a8f04eb16df', 'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'mac_address': 'fa:16:3e:ad:bd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:01Z', 'updated_at': '2021-04-05T12:09:21Z', 'revision_number': 5, 'project_id': '629fa1a565724595a30468e1271ead78', 'subnets': [{'id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:19:43.714530 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa34894-f047-4da0-a42f-0ec65118fdff None None] The sync data for ids ['e5d19339-7fe4-4183-a097-fdd56b319eeb'] in dv-cinder-784763-1-iscsi is: [{'id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'name': 'tempest-TestVolumeBootPattern-569576050-router', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:53Z', 'updated_at': '2021-04-05T12:09:02Z', 'revision_number': 4, 'project_id': '629fa1a565724595a30468e1271ead78', 'gw_port': {'id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:55Z', 'updated_at': '2021-04-05T12:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': '618bc0a5-d832-4a1e-bcde-4a8f04eb16df', 'name': '', 'network_id': 'a3e4dca9-c22e-4b2f-b50e-39573f778a69', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'mac_address': 'fa:16:3e:ad:bd:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:01Z', 'updated_at': '2021-04-05T12:09:21Z', 'revision_number': 5, 'project_id': '629fa1a565724595a30468e1271ead78', 'subnets': [{'id': '34a1f558-4685-48e4-a199-4b7768f4f5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:19:43.761891 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3006f5-5a19-4707-9d44-aff35bf3cd20 req-1df21d48-809d-4e74-a061-37aaa81a232a tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:19:43.763562 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6f3006f5-5a19-4707-9d44-aff35bf3cd20 req-1df21d48-809d-4e74-a061-37aaa81a232a tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecdc997f-f2bd-49e8-8b8e-3b4309eb377f HTTP/1.1" status: 200  len: 946 time: 0.0904179
Apr 05 12:19:43.846022 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-6f3006f5-5a19-4707-9d44-aff35bf3cd20 req-cea44c11-a8a8-4eca-a497-3f96634a30d6 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Deleting port ef738c12-6b44-4d39-8163-db9d3a41f6f9 {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:19:43.846908 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6f3006f5-5a19-4707-9d44-aff35bf3cd20 req-cea44c11-a8a8-4eca-a497-3f96634a30d6 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:44.155360 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-6f3006f5-5a19-4707-9d44-aff35bf3cd20 req-cea44c11-a8a8-4eca-a497-3f96634a30d6 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] For port ef738c12-6b44-4d39-8163-db9d3a41f6f9, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=ef738c12-6b44-4d39-8163-db9d3a41f6f9,segment=NetworkSegment(787c8767-e3fe-4e59-b840-0afd6f84cd1d),segment_id=787c8767-e3fe-4e59-b840-0afd6f84cd1d)] {{(pid=84269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:19:44.155915 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6f3006f5-5a19-4707-9d44-aff35bf3cd20 req-cea44c11-a8a8-4eca-a497-3f96634a30d6 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:44.162098 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961f38f3-8b28-40b4-bdd5-10e9f45f4ad3 None None] New status for floating IP 3d618867-0cc0-461d-9017-edae3916a0b0: DOWN {{(pid=84271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 05 12:19:44.293568 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-6f3006f5-5a19-4707-9d44-aff35bf3cd20 req-cea44c11-a8a8-4eca-a497-3f96634a30d6 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Calling delete_port for ef738c12-6b44-4d39-8163-db9d3a41f6f9 owned by compute:nova {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:19:44.446024 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6f3006f5-5a19-4707-9d44-aff35bf3cd20 req-cea44c11-a8a8-4eca-a497-3f96634a30d6 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:44.461017 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-c43968fe-1331-4f7e-a7c3-c15c5d231b54 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:19:44.555094 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea44c11-a8a8-4eca-a497-3f96634a30d6 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Pushing event deleted for resources: {'Port': ['ID=ef738c12-6b44-4d39-8163-db9d3a41f6f9,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:19:44.564086 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-cea44c11-a8a8-4eca-a497-3f96634a30d6 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:19:44.665120 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c4b65801-bfa9-4512-9df5-db24bab81142 req-02b9aff0-7189-4ac8-8c69-a4acbe702e2f tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecdc997f-f2bd-49e8-8b8e-3b4309eb377f HTTP/1.1" status: 200  len: 210 time: 0.0511906
Apr 05 12:19:44.752820 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3006f5-5a19-4707-9d44-aff35bf3cd20 req-cea44c11-a8a8-4eca-a497-3f96634a30d6 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] No DVR routers for this DVR port ef738c12-6b44-4d39-8163-db9d3a41f6f9 on host hv-cinder-78476 {{(pid=84269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 12:19:44.755334 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-6f3006f5-5a19-4707-9d44-aff35bf3cd20 req-cea44c11-a8a8-4eca-a497-3f96634a30d6 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:44.758106 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecdc997f-f2bd-49e8-8b8e-3b4309eb377f', 'name': 'network-vif-deleted', 'tag': 'ef738c12-6b44-4d39-8163-db9d3a41f6f9'}] {{(pid=84269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:19:44.775001 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-6f3006f5-5a19-4707-9d44-aff35bf3cd20 req-cea44c11-a8a8-4eca-a497-3f96634a30d6 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.37 "DELETE /v2.0/ports/ef738c12-6b44-4d39-8163-db9d3a41f6f9 HTTP/1.1" status: 204  len: 173 time: 1.0059850
Apr 05 12:19:44.809578 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecdc997f-f2bd-49e8-8b8e-3b4309eb377f', 'name': 'network-vif-deleted', 'tag': 'ef738c12-6b44-4d39-8163-db9d3a41f6f9', 'status': 'completed', 'code': 200}
Apr 05 12:19:45.826838 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-79028044-c46c-4ac8-932b-68ae93b0bf7f req-a106b0e9-872a-4fb0-9ce8-58624d00d232 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Synchronizing usage tracker for tenant:629fa1a565724595a30468e1271ead78 on resource:port {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:19:45.841739 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-79028044-c46c-4ac8-932b-68ae93b0bf7f req-a106b0e9-872a-4fb0-9ce8-58624d00d232 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Unset dirty status for tenant:629fa1a565724595a30468e1271ead78 on resource:port {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:19:45.842994 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-79028044-c46c-4ac8-932b-68ae93b0bf7f req-a106b0e9-872a-4fb0-9ce8-58624d00d232 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecdc997f-f2bd-49e8-8b8e-3b4309eb377f HTTP/1.1" status: 200  len: 210 time: 0.0631688
Apr 05 12:19:47.003424 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-ed88fcee-82c0-465d-87c0-9a317b7ec5d1 req-29f4f22e-6342-40ac-b6db-0005546452e4 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecdc997f-f2bd-49e8-8b8e-3b4309eb377f HTTP/1.1" status: 200  len: 210 time: 0.0485141
Apr 05 12:19:48.166713 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4b030723-334f-42a7-92e5-2bf25ba523dd req-4f1fb0e1-7a73-4753-9d15-ce8a92c45831 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecdc997f-f2bd-49e8-8b8e-3b4309eb377f HTTP/1.1" status: 200  len: 210 time: 0.0531783
Apr 05 12:19:48.710062 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device ef738c12-6b44-4d39-8163-db9d3a41f6f9 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:19:48.751113 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] No Port match for: ef738c12-6b44-4d39-8163-db9d3a41f6f9 {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:19:48.751506 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device ef738c12-6b44-4d39-8163-db9d3a41f6f9 not bound to the agent host hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:19:49.339679 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-417b18cb-80aa-403b-a71c-0f80475dcea1 req-a3b17233-0650-4766-9802-0e29c61c850e tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecdc997f-f2bd-49e8-8b8e-3b4309eb377f HTTP/1.1" status: 200  len: 210 time: 0.0482085
Apr 05 12:19:50.440908 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 51758) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:19:50.604298 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-af570ebb-4422-41f6-954d-9fb8e15a5e4a tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Deleting port a05b57b7-4d3a-4805-be3e-e59439859052 {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:19:50.604661 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-af570ebb-4422-41f6-954d-9fb8e15a5e4a tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:50.782299 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-af570ebb-4422-41f6-954d-9fb8e15a5e4a tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:50.782653 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-af570ebb-4422-41f6-954d-9fb8e15a5e4a tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:50.915713 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-af570ebb-4422-41f6-954d-9fb8e15a5e4a tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Calling delete_port for a05b57b7-4d3a-4805-be3e-e59439859052 owned by network:floatingip {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:19:51.052705 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-af570ebb-4422-41f6-954d-9fb8e15a5e4a tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:51.067574 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-eaa795df-e23e-4361-90df-fab773d6b3aa tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:19:51.168155 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af570ebb-4422-41f6-954d-9fb8e15a5e4a tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Pushing event deleted for resources: {'Port': ['ID=a05b57b7-4d3a-4805-be3e-e59439859052,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:19:51.180714 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-af570ebb-4422-41f6-954d-9fb8e15a5e4a tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:19:51.325725 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-af570ebb-4422-41f6-954d-9fb8e15a5e4a tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for floatingip, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:51.343040 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-af570ebb-4422-41f6-954d-9fb8e15a5e4a tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for floatingip, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:51.344267 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-af570ebb-4422-41f6-954d-9fb8e15a5e4a tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "DELETE /v2.0/floatingips/07ec5cec-fbfd-4185-99d8-b2f079576795 HTTP/1.1" status: 204  len: 168 time: 0.9023154
Apr 05 12:19:53.649312 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c03e1d38-f1d8-4891-8112-41c4b37f07c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:54.890984 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:54.931298 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 51788) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:19:55.006931 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-21811889-3f01-4708-855b-ecb23a4ffbfc tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:55.038898 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-21811889-3f01-4708-855b-ecb23a4ffbfc tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:55.090772 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-21811889-3f01-4708-855b-ecb23a4ffbfc tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:55.095967 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d620ba8c-ec7f-464a-a4c9-4718db09faf7 tempest-AttachVolumeTestJSON-1545638362 tempest-AttachVolumeTestJSON-1545638362-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:19:55.113686 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21811889-3f01-4708-855b-ecb23a4ffbfc tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f62e6b1-5298-4750-ade3-d7246e0179c0,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:19:55.120725 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-21811889-3f01-4708-855b-ecb23a4ffbfc tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:19:55.122001 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-21811889-3f01-4708-855b-ecb23a4ffbfc tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:55.123254 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-21811889-3f01-4708-855b-ecb23a4ffbfc tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] 10.222.0.36 "DELETE /v2.0/security-groups/8f62e6b1-5298-4750-ade3-d7246e0179c0 HTTP/1.1" status: 204  len: 168 time: 0.1908793
Apr 05 12:19:55.208388 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 51796) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:19:55.935326 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0033293a-7cc9-4f5b-96cd-0b38bb4d837a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401257'] for router_interface, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:56.042599 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-cd8eb60d-bd0a-477d-9229-e1a2e59976c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:56.307348 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0033293a-7cc9-4f5b-96cd-0b38bb4d837a admin admin] Deleting port 618bc0a5-d832-4a1e-bcde-4a8f04eb16df {{(pid=84268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:19:56.307725 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0033293a-7cc9-4f5b-96cd-0b38bb4d837a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:56.489760 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-0033293a-7cc9-4f5b-96cd-0b38bb4d837a admin admin] For port 618bc0a5-d832-4a1e-bcde-4a8f04eb16df, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=618bc0a5-d832-4a1e-bcde-4a8f04eb16df,segment=NetworkSegment(787c8767-e3fe-4e59-b840-0afd6f84cd1d),segment_id=787c8767-e3fe-4e59-b840-0afd6f84cd1d)] {{(pid=84268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:19:56.490176 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0033293a-7cc9-4f5b-96cd-0b38bb4d837a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:56.530069 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:56.619963 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-0033293a-7cc9-4f5b-96cd-0b38bb4d837a admin admin] Calling delete_port for 618bc0a5-d832-4a1e-bcde-4a8f04eb16df owned by network:router_interface {{(pid=84268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:19:56.795792 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0033293a-7cc9-4f5b-96cd-0b38bb4d837a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:56.811081 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2307154a-5017-4c15-8018-b354a8dc155c tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:19:56.904410 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0033293a-7cc9-4f5b-96cd-0b38bb4d837a admin admin] Pushing event deleted for resources: {'Port': ['ID=618bc0a5-d832-4a1e-bcde-4a8f04eb16df,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:19:56.913107 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-0033293a-7cc9-4f5b-96cd-0b38bb4d837a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:19:57.495341 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-0033293a-7cc9-4f5b-96cd-0b38bb4d837a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854280686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402364'] for router_interface, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:57.998671 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0033293a-7cc9-4f5b-96cd-0b38bb4d837a admin admin] Router e5d19339-7fe4-4183-a097-fdd56b319eeb has already been hosted by L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d {{(pid=84268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 12:19:58.147199 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:58.187302 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0033293a-7cc9-4f5b-96cd-0b38bb4d837a admin admin] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:19:58.196931 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0246c2-c2d9-4860-bba4-7fc4a67a1465 None None] Sync routers for ids ['e5d19339-7fe4-4183-a097-fdd56b319eeb'] in dv-cinder-784763-1-iscsi {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:19:58.200670 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-0033293a-7cc9-4f5b-96cd-0b38bb4d837a admin admin] 10.222.0.36 "PUT /v2.0/routers/e5d19339-7fe4-4183-a097-fdd56b319eeb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9911232
Apr 05 12:19:58.203464 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 51808) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:19:58.207144 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0246c2-c2d9-4860-bba4-7fc4a67a1465 None None] Routers {'e5d19339-7fe4-4183-a097-fdd56b319eeb'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:19:58.207827 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-1a0246c2-c2d9-4860-bba4-7fc4a67a1465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f245be5a2b0>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:19:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['e5d19339-7fe4-4183-a097-fdd56b319eeb'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:19:58.395562 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-1a0246c2-c2d9-4860-bba4-7fc4a67a1465 None None] Set router e5d19339-7fe4-4183-a097-fdd56b319eeb gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:19:58.399192 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2225d83e-a057-41ad-b9fa-d650e8bbb40e admin admin] Notify callbacks [] for router, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:58.591171 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2225d83e-a057-41ad-b9fa-d650e8bbb40e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:58.599293 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-2225d83e-a057-41ad-b9fa-d650e8bbb40e admin admin] Deleting port 156727d6-d022-42f5-9238-d0bb3cdd3ec6 {{(pid=84268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:19:58.599670 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2225d83e-a057-41ad-b9fa-d650e8bbb40e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:58.705054 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:58.719315 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-1a0246c2-c2d9-4860-bba4-7fc4a67a1465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f245be5a2b0>, [{'id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'name': 'tempest-TestVolumeBootPattern-569576050-router', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:53Z', 'updated_at': '2021-04-05T12:19:56Z', 'revision_number': 5, 'project_id': '629fa1a565724595a30468e1271ead78', 'gw_port': {'id': '156727d6-d022-42f5-9238-d0bb3cdd3ec6', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:08:55Z', 'updated_at': '2021-04-05T12:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi'}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:19:58.723365 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0246c2-c2d9-4860-bba4-7fc4a67a1465 None None] Checking router: e5d19339-7fe4-4183-a097-fdd56b319eeb for host: dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:19:58.732233 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0246c2-c2d9-4860-bba4-7fc4a67a1465 None None] Routers {'e5d19339-7fe4-4183-a097-fdd56b319eeb'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:19:58.732889 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-1a0246c2-c2d9-4860-bba4-7fc4a67a1465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f245be5a2b0>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:19:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['e5d19339-7fe4-4183-a097-fdd56b319eeb'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:19:58.787389 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-2225d83e-a057-41ad-b9fa-d650e8bbb40e admin admin] For port 156727d6-d022-42f5-9238-d0bb3cdd3ec6, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=156727d6-d022-42f5-9238-d0bb3cdd3ec6,segment=NetworkSegment(9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6),segment_id=9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6)] {{(pid=84268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:19:58.787798 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2225d83e-a057-41ad-b9fa-d650e8bbb40e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:58.892823 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-1a0246c2-c2d9-4860-bba4-7fc4a67a1465 None None] Set router e5d19339-7fe4-4183-a097-fdd56b319eeb gateway port host: None {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:19:58.918833 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-2225d83e-a057-41ad-b9fa-d650e8bbb40e admin admin] Calling delete_port for 156727d6-d022-42f5-9238-d0bb3cdd3ec6 owned by network:router_gateway {{(pid=84268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:19:59.009511 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-1a0246c2-c2d9-4860-bba4-7fc4a67a1465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f245be5a2b0>, [{'id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'name': 'tempest-TestVolumeBootPattern-569576050-router', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:53Z', 'updated_at': '2021-04-05T12:19:58Z', 'revision_number': 6, 'project_id': '629fa1a565724595a30468e1271ead78', 'gw_port_host': None}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:19:59.013661 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0246c2-c2d9-4860-bba4-7fc4a67a1465 None None] The sync data for ids ['e5d19339-7fe4-4183-a097-fdd56b319eeb'] in dv-cinder-784763-1-iscsi is: [{'id': 'e5d19339-7fe4-4183-a097-fdd56b319eeb', 'name': 'tempest-TestVolumeBootPattern-569576050-router', 'tenant_id': '629fa1a565724595a30468e1271ead78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:08:53Z', 'updated_at': '2021-04-05T12:19:58Z', 'revision_number': 6, 'project_id': '629fa1a565724595a30468e1271ead78', 'gw_port_host': None}] {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:19:59.097824 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2225d83e-a057-41ad-b9fa-d650e8bbb40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3390488'] for port, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:59.115053 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-61a9fd63-ab88-4763-bf00-e53c3f85fbd4 tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:19:59.212741 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225d83e-a057-41ad-b9fa-d650e8bbb40e admin admin] Pushing event deleted for resources: {'Port': ['ID=156727d6-d022-42f5-9238-d0bb3cdd3ec6,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:19:59.221621 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2225d83e-a057-41ad-b9fa-d650e8bbb40e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:19:59.384601 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2225d83e-a057-41ad-b9fa-d650e8bbb40e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445372'] for router_gateway, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:59.580683 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2225d83e-a057-41ad-b9fa-d650e8bbb40e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854367171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773722'] for router, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:59.583050 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2225d83e-a057-41ad-b9fa-d650e8bbb40e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:59.606368 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2225d83e-a057-41ad-b9fa-d650e8bbb40e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854367097'] for router, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:59.606986 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2225d83e-a057-41ad-b9fa-d650e8bbb40e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5d19339-7fe4-4183-a097-fdd56b319eeb {{(pid=84268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 05 12:19:59.619881 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2225d83e-a057-41ad-b9fa-d650e8bbb40e admin admin] Notify callbacks [] for router, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:59.621121 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-2225d83e-a057-41ad-b9fa-d650e8bbb40e admin admin] 10.222.0.36 "DELETE /v2.0/routers/e5d19339-7fe4-4183-a097-fdd56b319eeb HTTP/1.1" status: 204  len: 168 time: 1.4166074
Apr 05 12:19:59.623877 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 51816) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:19:59.691479 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-319cf67a-bdd6-45f8-a728-a557fe2ec9d7 admin admin] Deleting subnet 34a1f558-4685-48e4-a199-4b7768f4f5df {{(pid=84268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 05 12:19:59.694945 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-319cf67a-bdd6-45f8-a728-a557fe2ec9d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:59.750685 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-319cf67a-bdd6-45f8-a728-a557fe2ec9d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852551420'] for subnet, precommit_delete_associations {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:19:59.830648 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-319cf67a-bdd6-45f8-a728-a557fe2ec9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-128983'] for subnet, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:00.331540 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-319cf67a-bdd6-45f8-a728-a557fe2ec9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854646833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851385147', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851841380'] for subnet, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:00.347156 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:20:00.437773 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319cf67a-bdd6-45f8-a728-a557fe2ec9d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34a1f558-4685-48e4-a199-4b7768f4f5df,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:20:00.450855 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-319cf67a-bdd6-45f8-a728-a557fe2ec9d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:20:00.468914 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 618bc0a5-d832-4a1e-bcde-4a8f04eb16df no longer exists at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:20:00.485703 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-319cf67a-bdd6-45f8-a728-a557fe2ec9d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for subnet, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:00.493116 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-319cf67a-bdd6-45f8-a728-a557fe2ec9d7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/34a1f558-4685-48e4-a199-4b7768f4f5df HTTP/1.1" status: 204  len: 168 time: 0.8677096
Apr 05 12:20:00.495962 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 51828) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:20:00.620188 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-15738b07-a272-4f2b-95b1-d7a19f5d96d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-139629'] for network, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:00.698289 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0beefc35-7a9e-4d45-a365-57b5ba7aeb2b None None] Network a3e4dca9-c22e-4b2f-b50e-39573f778a69 requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:20:00.698400 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-15738b07-a272-4f2b-95b1-d7a19f5d96d3 admin admin] Deleting port 02d06798-1751-4172-988e-e536c0af3344 {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:20:00.698400 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-15738b07-a272-4f2b-95b1-d7a19f5d96d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:00.766826 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] No Port match for: 618bc0a5-d832-4a1e-bcde-4a8f04eb16df {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:20:00.767221 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 618bc0a5-d832-4a1e-bcde-4a8f04eb16df not bound to the agent host dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:20:00.767686 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 156727d6-d022-42f5-9238-d0bb3cdd3ec6 no longer exists at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:20:00.810319 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] No Port match for: 156727d6-d022-42f5-9238-d0bb3cdd3ec6 {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:20:00.810688 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 156727d6-d022-42f5-9238-d0bb3cdd3ec6 not bound to the agent host dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:20:01.029265 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e64b63a-02e7-4cb9-bf33-1fea3cfcccec None None] DHCP port deletion for a3e4dca9-c22e-4b2f-b50e-39573f778a69 request from dv-cinder-784763-1-iscsi {{(pid=84270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 05 12:20:01.033597 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-8e64b63a-02e7-4cb9-bf33-1fea3cfcccec None None] Deleting port 02d06798-1751-4172-988e-e536c0af3344 {{(pid=84270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:20:01.034018 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8e64b63a-02e7-4cb9-bf33-1fea3cfcccec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:01.184422 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-15738b07-a272-4f2b-95b1-d7a19f5d96d3 admin admin] For port 02d06798-1751-4172-988e-e536c0af3344, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=02d06798-1751-4172-988e-e536c0af3344,segment=NetworkSegment(787c8767-e3fe-4e59-b840-0afd6f84cd1d),segment_id=787c8767-e3fe-4e59-b840-0afd6f84cd1d)] {{(pid=84269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:20:01.185060 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-15738b07-a272-4f2b-95b1-d7a19f5d96d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:01.255635 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-8e64b63a-02e7-4cb9-bf33-1fea3cfcccec None None] For port 02d06798-1751-4172-988e-e536c0af3344, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=02d06798-1751-4172-988e-e536c0af3344,segment=NetworkSegment(787c8767-e3fe-4e59-b840-0afd6f84cd1d),segment_id=787c8767-e3fe-4e59-b840-0afd6f84cd1d)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:20:01.256011 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8e64b63a-02e7-4cb9-bf33-1fea3cfcccec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:01.334882 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-15738b07-a272-4f2b-95b1-d7a19f5d96d3 admin admin] Calling delete_port for 02d06798-1751-4172-988e-e536c0af3344 owned by network:dhcp {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:20:01.392065 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-8e64b63a-02e7-4cb9-bf33-1fea3cfcccec None None] Calling delete_port for 02d06798-1751-4172-988e-e536c0af3344 owned by network:dhcp {{(pid=84270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:20:01.412415 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-15738b07-a272-4f2b-95b1-d7a19f5d96d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:01.428409 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-74c46d54-8459-4d87-b28f-b8d4219c7280 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:20:01.466219 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.db.api [None req-8e64b63a-02e7-4cb9-bf33-1fea3cfcccec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84270) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 05 12:20:01.466598 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_db.api [None req-8e64b63a-02e7-4cb9-bf33-1fea3cfcccec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 05 12:20:01.530975 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15738b07-a272-4f2b-95b1-d7a19f5d96d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=02d06798-1751-4172-988e-e536c0af3344,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:20:01.533780 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-15738b07-a272-4f2b-95b1-d7a19f5d96d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:20:01.575729 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15738b07-a272-4f2b-95b1-d7a19f5d96d3 admin admin] No DVR routers for this DVR port 02d06798-1751-4172-988e-e536c0af3344 on host dv-cinder-784763-1-iscsi {{(pid=84269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 12:20:01.695349 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-15738b07-a272-4f2b-95b1-d7a19f5d96d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768810', 'neutron.services.segments.db._delete_segments_for_network--9223363299714337857'] for network, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:01.812551 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-15738b07-a272-4f2b-95b1-d7a19f5d96d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f245bc26748>,) {'filters': {'network_id': ['a3e4dca9-c22e-4b2f-b50e-39573f778a69']}} {{(pid=84269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:20:01.824959 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-15738b07-a272-4f2b-95b1-d7a19f5d96d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f245bc26748>, '787c8767-e3fe-4e59-b840-0afd6f84cd1d') {'for_net_delete': True} {{(pid=84269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:20:01.825295 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-15738b07-a272-4f2b-95b1-d7a19f5d96d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f245bc26748>, '787c8767-e3fe-4e59-b840-0afd6f84cd1d') {} {{(pid=84269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:20:01.837542 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-15738b07-a272-4f2b-95b1-d7a19f5d96d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737140437841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036794239669'] for segment, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:01.852554 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-15738b07-a272-4f2b-95b1-d7a19f5d96d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:01.858650 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15738b07-a272-4f2b-95b1-d7a19f5d96d3 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=84269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 05 12:20:01.967961 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-8e64b63a-02e7-4cb9-bf33-1fea3cfcccec None None] Deleting port 02d06798-1751-4172-988e-e536c0af3344 {{(pid=84270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:20:01.968389 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8e64b63a-02e7-4cb9-bf33-1fea3cfcccec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:02.037264 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-15738b07-a272-4f2b-95b1-d7a19f5d96d3 admin admin] Network a3e4dca9-c22e-4b2f-b50e-39573f778a69 has no segments {{(pid=84269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 12:20:02.042100 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-8e64b63a-02e7-4cb9-bf33-1fea3cfcccec None None] The port '02d06798-1751-4172-988e-e536c0af3344' was deleted {{(pid=84270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 05 12:20:02.048944 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-15738b07-a272-4f2b-95b1-d7a19f5d96d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2694727'] for segment, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:02.228447 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-15738b07-a272-4f2b-95b1-d7a19f5d96d3 admin admin] Network a3e4dca9-c22e-4b2f-b50e-39573f778a69 has no segments {{(pid=84269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 12:20:02.254501 dv-cinder-784763-1-iscsi neutron-server[84155]: Traceback (most recent call last):
Apr 05 12:20:02.254501 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 05 12:20:02.254501 dv-cinder-784763-1-iscsi neutron-server[84155]:     timer()
Apr 05 12:20:02.254501 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 05 12:20:02.254501 dv-cinder-784763-1-iscsi neutron-server[84155]:     cb(*args, **kw)
Apr 05 12:20:02.254501 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 05 12:20:02.254501 dv-cinder-784763-1-iscsi neutron-server[84155]:     return func(*args, **kwargs)
Apr 05 12:20:02.254501 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 05 12:20:02.254501 dv-cinder-784763-1-iscsi neutron-server[84155]:     self._notify()
Apr 05 12:20:02.254501 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 05 12:20:02.254501 dv-cinder-784763-1-iscsi neutron-server[84155]:     self.callback(batched_events)
Apr 05 12:20:02.254501 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 05 12:20:02.254501 dv-cinder-784763-1-iscsi neutron-server[84155]:     event.method(event)
Apr 05 12:20:02.254501 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 05 12:20:02.254501 dv-cinder-784763-1-iscsi neutron-server[84155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 05 12:20:02.254501 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 05 12:20:02.254501 dv-cinder-784763-1-iscsi neutron-server[84155]:     segment_id)['aggregates'][0]
Apr 05 12:20:02.254501 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 05 12:20:02.254501 dv-cinder-784763-1-iscsi neutron-server[84155]:     return f(self, *a, **k)
Apr 05 12:20:02.254501 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 05 12:20:02.254501 dv-cinder-784763-1-iscsi neutron-server[84155]:     return self._get(url).json()
Apr 05 12:20:02.254501 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 05 12:20:02.254501 dv-cinder-784763-1-iscsi neutron-server[84155]:     **kwargs)
Apr 05 12:20:02.254501 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 05 12:20:02.254501 dv-cinder-784763-1-iscsi neutron-server[84155]:     return self.request(url, 'GET', **kwargs)
Apr 05 12:20:02.254501 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 05 12:20:02.254501 dv-cinder-784763-1-iscsi neutron-server[84155]:     **endpoint_filter)
Apr 05 12:20:02.254501 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 05 12:20:02.254501 dv-cinder-784763-1-iscsi neutron-server[84155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 05 12:20:02.254501 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 05 12:20:02.254501 dv-cinder-784763-1-iscsi neutron-server[84155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 05 12:20:02.254501 dv-cinder-784763-1-iscsi neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 05 12:20:02.330101 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-15738b07-a272-4f2b-95b1-d7a19f5d96d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854330406'] for network, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:02.333703 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:20:02.348092 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-15738b07-a272-4f2b-95b1-d7a19f5d96d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for network, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:02.359157 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15738b07-a272-4f2b-95b1-d7a19f5d96d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3e4dca9-c22e-4b2f-b50e-39573f778a69,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:20:02.362587 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-15738b07-a272-4f2b-95b1-d7a19f5d96d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:20:02.372950 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-15738b07-a272-4f2b-95b1-d7a19f5d96d3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a3e4dca9-c22e-4b2f-b50e-39573f778a69 HTTP/1.1" status: 204  len: 168 time: 1.8758295
Apr 05 12:20:02.376018 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 51872) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:20:02.462933 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 02d06798-1751-4172-988e-e536c0af3344 no longer exists at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:20:02.503705 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] No Port match for: 02d06798-1751-4172-988e-e536c0af3344 {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:20:02.504106 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 02d06798-1751-4172-988e-e536c0af3344 not bound to the agent host dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:20:02.955913 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ed24301c-1a19-4997-9e8d-fd82c3332b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401257'] for router_interface, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:03.318866 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ed24301c-1a19-4997-9e8d-fd82c3332b0d admin admin] Deleting port d4bdb899-a35e-4dbc-af82-1ca1b85516cb {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:20:03.319245 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ed24301c-1a19-4997-9e8d-fd82c3332b0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:03.500312 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-ed24301c-1a19-4997-9e8d-fd82c3332b0d admin admin] For port d4bdb899-a35e-4dbc-af82-1ca1b85516cb, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=d4bdb899-a35e-4dbc-af82-1ca1b85516cb,segment=NetworkSegment(b42d6181-b175-4d56-85b1-e2867590d754),segment_id=b42d6181-b175-4d56-85b1-e2867590d754)] {{(pid=84269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:20:03.500715 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ed24301c-1a19-4997-9e8d-fd82c3332b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:03.632083 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-ed24301c-1a19-4997-9e8d-fd82c3332b0d admin admin] Calling delete_port for d4bdb899-a35e-4dbc-af82-1ca1b85516cb owned by network:router_interface {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:20:03.805426 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ed24301c-1a19-4997-9e8d-fd82c3332b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:03.820821 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-c0eee263-6955-48f8-bb01-3a6d8fabd6f2 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:20:03.916108 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24301c-1a19-4997-9e8d-fd82c3332b0d admin admin] Pushing event deleted for resources: {'Port': ['ID=d4bdb899-a35e-4dbc-af82-1ca1b85516cb,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:20:03.924820 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-ed24301c-1a19-4997-9e8d-fd82c3332b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:20:04.507031 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ed24301c-1a19-4997-9e8d-fd82c3332b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854280686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402364'] for router_interface, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:05.010829 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed24301c-1a19-4997-9e8d-fd82c3332b0d admin admin] Router f722d1f5-d943-4fb7-a266-5105dd4a1f9e has already been hosted by L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d {{(pid=84269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 12:20:05.199594 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed24301c-1a19-4997-9e8d-fd82c3332b0d admin admin] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:20:05.208620 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9815333-a1e4-4e8d-bbe6-82472df7785d None None] Sync routers for ids ['f722d1f5-d943-4fb7-a266-5105dd4a1f9e'] in dv-cinder-784763-1-iscsi {{(pid=84271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:20:05.208765 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-ed24301c-1a19-4997-9e8d-fd82c3332b0d admin admin] 10.222.0.36 "PUT /v2.0/routers/f722d1f5-d943-4fb7-a266-5105dd4a1f9e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8314724
Apr 05 12:20:05.211371 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 51892) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:20:05.222474 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9815333-a1e4-4e8d-bbe6-82472df7785d None None] Routers {'f722d1f5-d943-4fb7-a266-5105dd4a1f9e'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:20:05.223139 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-d9815333-a1e4-4e8d-bbe6-82472df7785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460b39630>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:19:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['f722d1f5-d943-4fb7-a266-5105dd4a1f9e'], 'active': True} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:20:05.393172 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f3949c62-845f-4b29-bc06-352d63cb7ca4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:05.406868 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-d9815333-a1e4-4e8d-bbe6-82472df7785d None None] Set router f722d1f5-d943-4fb7-a266-5105dd4a1f9e gateway port host: dv-cinder-784763-1-iscsi {{(pid=84271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:20:05.585721 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f3949c62-845f-4b29-bc06-352d63cb7ca4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:05.594084 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-f3949c62-845f-4b29-bc06-352d63cb7ca4 admin admin] Deleting port f9694837-9215-4b10-ad2e-0649b442d0e2 {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:20:05.594488 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f3949c62-845f-4b29-bc06-352d63cb7ca4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:05.704097 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-d9815333-a1e4-4e8d-bbe6-82472df7785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460b39630>, [{'id': 'f722d1f5-d943-4fb7-a266-5105dd4a1f9e', 'name': 'tempest-TestVolumeBootPattern-163224828-router', 'tenant_id': '2969fe50e12f4a288e08f76d724182e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': 'f9694837-9215-4b10-ad2e-0649b442d0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:09:09Z', 'updated_at': '2021-04-05T12:20:03Z', 'revision_number': 5, 'project_id': '2969fe50e12f4a288e08f76d724182e4', 'gw_port': {'id': 'f9694837-9215-4b10-ad2e-0649b442d0e2', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:b6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f722d1f5-d943-4fb7-a266-5105dd4a1f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:09:12Z', 'updated_at': '2021-04-05T12:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi'}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:20:05.708046 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9815333-a1e4-4e8d-bbe6-82472df7785d None None] Checking router: f722d1f5-d943-4fb7-a266-5105dd4a1f9e for host: dv-cinder-784763-1-iscsi {{(pid=84271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:20:05.717517 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9815333-a1e4-4e8d-bbe6-82472df7785d None None] Routers {'f722d1f5-d943-4fb7-a266-5105dd4a1f9e'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:20:05.718210 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-d9815333-a1e4-4e8d-bbe6-82472df7785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460b39630>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:19:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['f722d1f5-d943-4fb7-a266-5105dd4a1f9e'], 'active': True} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:20:05.779770 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-f3949c62-845f-4b29-bc06-352d63cb7ca4 admin admin] For port f9694837-9215-4b10-ad2e-0649b442d0e2, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=f9694837-9215-4b10-ad2e-0649b442d0e2,segment=NetworkSegment(9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6),segment_id=9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6)] {{(pid=84269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:20:05.780163 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f3949c62-845f-4b29-bc06-352d63cb7ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:05.879675 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-d9815333-a1e4-4e8d-bbe6-82472df7785d None None] Set router f722d1f5-d943-4fb7-a266-5105dd4a1f9e gateway port host: None {{(pid=84271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:20:05.909703 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-f3949c62-845f-4b29-bc06-352d63cb7ca4 admin admin] Calling delete_port for f9694837-9215-4b10-ad2e-0649b442d0e2 owned by network:router_gateway {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:20:06.096395 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f3949c62-845f-4b29-bc06-352d63cb7ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:06.164231 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-0954ba97-0d64-402c-8db7-c6880cd87229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:20:06.173169 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-d9815333-a1e4-4e8d-bbe6-82472df7785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460b39630>, [{'id': 'f722d1f5-d943-4fb7-a266-5105dd4a1f9e', 'name': 'tempest-TestVolumeBootPattern-163224828-router', 'tenant_id': '2969fe50e12f4a288e08f76d724182e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:09:09Z', 'updated_at': '2021-04-05T12:20:05Z', 'revision_number': 6, 'project_id': '2969fe50e12f4a288e08f76d724182e4', 'gw_port_host': None}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:20:06.178209 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9815333-a1e4-4e8d-bbe6-82472df7785d None None] The sync data for ids ['f722d1f5-d943-4fb7-a266-5105dd4a1f9e'] in dv-cinder-784763-1-iscsi is: [{'id': 'f722d1f5-d943-4fb7-a266-5105dd4a1f9e', 'name': 'tempest-TestVolumeBootPattern-163224828-router', 'tenant_id': '2969fe50e12f4a288e08f76d724182e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:09:09Z', 'updated_at': '2021-04-05T12:20:05Z', 'revision_number': 6, 'project_id': '2969fe50e12f4a288e08f76d724182e4', 'gw_port_host': None}] {{(pid=84271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:20:06.206660 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 51902) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:20:06.222086 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3949c62-845f-4b29-bc06-352d63cb7ca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9694837-9215-4b10-ad2e-0649b442d0e2,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:20:06.226094 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f3949c62-845f-4b29-bc06-352d63cb7ca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:20:06.341246 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4dfc3a77-ca4b-4388-af22-981c92fc087d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:06.356591 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4dfc3a77-ca4b-4388-af22-981c92fc087d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 12:20:06.360671 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-4dfc3a77-ca4b-4388-af22-981c92fc087d admin admin] Usage tracker for resource:security_group_rule and tenant:6fe4ace865544c21ae07eac3c35dd1aa is out of sync, need to count used quota {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 12:20:06.364191 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [None req-4dfc3a77-ca4b-4388-af22-981c92fc087d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84268) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 12:20:06.371893 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.quota.driver [None req-4dfc3a77-ca4b-4388-af22-981c92fc087d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 12:20:06.379150 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f3949c62-845f-4b29-bc06-352d63cb7ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445372'] for router_gateway, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:06.469573 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4dfc3a77-ca4b-4388-af22-981c92fc087d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:06.475174 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4dfc3a77-ca4b-4388-af22-981c92fc087d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_create {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:06.499003 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-b501c3d7-6f9e-4236-a2a1-20cf25ad08d8 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:20:06.519359 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device d4bdb899-a35e-4dbc-af82-1ca1b85516cb no longer exists at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:20:06.536647 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc3a77-ca4b-4388-af22-981c92fc087d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400332b3-35a9-40df-a93a-a3d1ea0295e9,revision_number=1']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:20:06.540691 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-4dfc3a77-ca4b-4388-af22-981c92fc087d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:20:06.546927 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-4dfc3a77-ca4b-4388-af22-981c92fc087d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6fe4ace865544c21ae07eac3c35dd1aa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3385990
Apr 05 12:20:06.548122 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 51908) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:20:06.563081 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] No Port match for: d4bdb899-a35e-4dbc-af82-1ca1b85516cb {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:20:06.563719 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device d4bdb899-a35e-4dbc-af82-1ca1b85516cb not bound to the agent host dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:20:06.578590 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f3949c62-845f-4b29-bc06-352d63cb7ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854367171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773722'] for router, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:06.580918 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f3949c62-845f-4b29-bc06-352d63cb7ca4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:06.609358 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f3949c62-845f-4b29-bc06-352d63cb7ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854367097'] for router, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:06.610100 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3949c62-845f-4b29-bc06-352d63cb7ca4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f722d1f5-d943-4fb7-a266-5105dd4a1f9e {{(pid=84269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 05 12:20:06.614622 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-421954a8-d851-4ad7-8a42-a7e78fb015e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:06.622826 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-f3949c62-845f-4b29-bc06-352d63cb7ca4 admin admin] Notify callbacks [] for router, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:06.624077 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-f3949c62-845f-4b29-bc06-352d63cb7ca4 admin admin] 10.222.0.36 "DELETE /v2.0/routers/f722d1f5-d943-4fb7-a266-5105dd4a1f9e HTTP/1.1" status: 204  len: 168 time: 1.4117322
Apr 05 12:20:06.626795 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 51912) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:20:06.642481 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-421954a8-d851-4ad7-8a42-a7e78fb015e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:06.688085 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-421954a8-d851-4ad7-8a42-a7e78fb015e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:06.693152 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-4649ab1c-6ad6-45dd-bd66-a243c564f247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:20:06.697676 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-be743a88-bb31-428f-b708-8cc196610f14 admin admin] Deleting subnet 9f4f1b55-ccc9-4a06-800e-9069a5353f3f {{(pid=84269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 05 12:20:06.700874 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be743a88-bb31-428f-b708-8cc196610f14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:06.705372 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421954a8-d851-4ad7-8a42-a7e78fb015e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400332b3-35a9-40df-a93a-a3d1ea0295e9,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:20:06.709360 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-421954a8-d851-4ad7-8a42-a7e78fb015e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:20:06.712871 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-421954a8-d851-4ad7-8a42-a7e78fb015e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:06.714102 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-421954a8-d851-4ad7-8a42-a7e78fb015e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/400332b3-35a9-40df-a93a-a3d1ea0295e9 HTTP/1.1" status: 204  len: 168 time: 0.1646276
Apr 05 12:20:06.760882 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be743a88-bb31-428f-b708-8cc196610f14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60536130'] for subnet, precommit_delete_associations {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:06.845926 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be743a88-bb31-428f-b708-8cc196610f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-128983'] for subnet, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:07.370018 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be743a88-bb31-428f-b708-8cc196610f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854646833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2694892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3029703'] for subnet, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:07.387407 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:20:07.469754 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be743a88-bb31-428f-b708-8cc196610f14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f4f1b55-ccc9-4a06-800e-9069a5353f3f,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:20:07.472566 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-be743a88-bb31-428f-b708-8cc196610f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:20:07.517081 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be743a88-bb31-428f-b708-8cc196610f14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:07.522498 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f4761a-4243-4319-9a47-091e8d24da6f None None] Network dc4914fd-ac92-484f-b6c8-48e6144aced6 requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:20:07.524416 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-be743a88-bb31-428f-b708-8cc196610f14 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9f4f1b55-ccc9-4a06-800e-9069a5353f3f HTTP/1.1" status: 204  len: 168 time: 0.8959112
Apr 05 12:20:07.526365 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 51918) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:20:07.641806 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b12ae7f-da22-4c47-95c3-461bff30ccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-139629'] for network, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:07.714297 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-9b12ae7f-da22-4c47-95c3-461bff30ccf2 admin admin] Deleting port 32f37c97-f964-47b2-9ed0-b14e73368644 {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:20:07.714769 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b12ae7f-da22-4c47-95c3-461bff30ccf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:07.785574 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a65f18-3735-4600-ba42-6a8cceeccccf None None] DHCP port deletion for dc4914fd-ac92-484f-b6c8-48e6144aced6 request from dv-cinder-784763-1-iscsi {{(pid=84270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 05 12:20:07.790443 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-15a65f18-3735-4600-ba42-6a8cceeccccf None None] Deleting port 32f37c97-f964-47b2-9ed0-b14e73368644 {{(pid=84270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:20:07.790873 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-15a65f18-3735-4600-ba42-6a8cceeccccf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:07.940101 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-9b12ae7f-da22-4c47-95c3-461bff30ccf2 admin admin] For port 32f37c97-f964-47b2-9ed0-b14e73368644, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=32f37c97-f964-47b2-9ed0-b14e73368644,segment=NetworkSegment(b42d6181-b175-4d56-85b1-e2867590d754),segment_id=b42d6181-b175-4d56-85b1-e2867590d754)] {{(pid=84269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:20:07.940416 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b12ae7f-da22-4c47-95c3-461bff30ccf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:08.010324 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-15a65f18-3735-4600-ba42-6a8cceeccccf None None] For port 32f37c97-f964-47b2-9ed0-b14e73368644, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=32f37c97-f964-47b2-9ed0-b14e73368644,segment=NetworkSegment(b42d6181-b175-4d56-85b1-e2867590d754),segment_id=b42d6181-b175-4d56-85b1-e2867590d754)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:20:08.010696 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-15a65f18-3735-4600-ba42-6a8cceeccccf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:08.071695 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-9b12ae7f-da22-4c47-95c3-461bff30ccf2 admin admin] Calling delete_port for 32f37c97-f964-47b2-9ed0-b14e73368644 owned by network:dhcp {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:20:08.147867 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-15a65f18-3735-4600-ba42-6a8cceeccccf None None] Calling delete_port for 32f37c97-f964-47b2-9ed0-b14e73368644 owned by network:dhcp {{(pid=84270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:20:08.159536 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b12ae7f-da22-4c47-95c3-461bff30ccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:08.176177 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-94188531-5f6f-4584-a047-b46886807825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:20:08.227885 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.db.api [None req-15a65f18-3735-4600-ba42-6a8cceeccccf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84270) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 05 12:20:08.228247 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_db.api [None req-15a65f18-3735-4600-ba42-6a8cceeccccf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 05 12:20:08.273420 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12ae7f-da22-4c47-95c3-461bff30ccf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=32f37c97-f964-47b2-9ed0-b14e73368644,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:20:08.276193 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-9b12ae7f-da22-4c47-95c3-461bff30ccf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:20:08.324214 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b12ae7f-da22-4c47-95c3-461bff30ccf2 admin admin] No DVR routers for this DVR port 32f37c97-f964-47b2-9ed0-b14e73368644 on host dv-cinder-784763-1-iscsi {{(pid=84269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 12:20:08.448150 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b12ae7f-da22-4c47-95c3-461bff30ccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768810', 'neutron.services.segments.db._delete_segments_for_network--9223363299714337857'] for network, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:08.460133 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device f9694837-9215-4b10-ad2e-0649b442d0e2 no longer exists at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:20:08.496658 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] No Port match for: f9694837-9215-4b10-ad2e-0649b442d0e2 {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:20:08.497026 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device f9694837-9215-4b10-ad2e-0649b442d0e2 not bound to the agent host dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:20:08.497499 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 32f37c97-f964-47b2-9ed0-b14e73368644 no longer exists at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:20:08.540207 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] No Port match for: 32f37c97-f964-47b2-9ed0-b14e73368644 {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:20:08.540604 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 32f37c97-f964-47b2-9ed0-b14e73368644 not bound to the agent host dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:20:08.568405 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-9b12ae7f-da22-4c47-95c3-461bff30ccf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f245b1cab70>,) {'filters': {'network_id': ['dc4914fd-ac92-484f-b6c8-48e6144aced6']}} {{(pid=84269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:20:08.581566 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-9b12ae7f-da22-4c47-95c3-461bff30ccf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f245b1cab70>, 'b42d6181-b175-4d56-85b1-e2867590d754') {'for_net_delete': True} {{(pid=84269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:20:08.581899 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-9b12ae7f-da22-4c47-95c3-461bff30ccf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f245b1cab70>, 'b42d6181-b175-4d56-85b1-e2867590d754') {} {{(pid=84269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:20:08.593708 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b12ae7f-da22-4c47-95c3-461bff30ccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737140437841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036794239669'] for segment, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:08.611728 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b12ae7f-da22-4c47-95c3-461bff30ccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:08.618770 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b12ae7f-da22-4c47-95c3-461bff30ccf2 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=84269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 05 12:20:08.729818 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-15a65f18-3735-4600-ba42-6a8cceeccccf None None] Deleting port 32f37c97-f964-47b2-9ed0-b14e73368644 {{(pid=84270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:20:08.730507 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-15a65f18-3735-4600-ba42-6a8cceeccccf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:08.795213 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-9b12ae7f-da22-4c47-95c3-461bff30ccf2 admin admin] Network dc4914fd-ac92-484f-b6c8-48e6144aced6 has no segments {{(pid=84269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 12:20:08.802588 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-15a65f18-3735-4600-ba42-6a8cceeccccf None None] The port '32f37c97-f964-47b2-9ed0-b14e73368644' was deleted {{(pid=84270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 05 12:20:08.804086 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b12ae7f-da22-4c47-95c3-461bff30ccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2694727'] for segment, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:08.983512 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-9b12ae7f-da22-4c47-95c3-461bff30ccf2 admin admin] Network dc4914fd-ac92-484f-b6c8-48e6144aced6 has no segments {{(pid=84269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 12:20:09.006178 dv-cinder-784763-1-iscsi neutron-server[84155]: Traceback (most recent call last):
Apr 05 12:20:09.006178 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 05 12:20:09.006178 dv-cinder-784763-1-iscsi neutron-server[84155]:     timer()
Apr 05 12:20:09.006178 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 05 12:20:09.006178 dv-cinder-784763-1-iscsi neutron-server[84155]:     cb(*args, **kw)
Apr 05 12:20:09.006178 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 05 12:20:09.006178 dv-cinder-784763-1-iscsi neutron-server[84155]:     return func(*args, **kwargs)
Apr 05 12:20:09.006178 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 05 12:20:09.006178 dv-cinder-784763-1-iscsi neutron-server[84155]:     self._notify()
Apr 05 12:20:09.006178 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 05 12:20:09.006178 dv-cinder-784763-1-iscsi neutron-server[84155]:     self.callback(batched_events)
Apr 05 12:20:09.006178 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 05 12:20:09.006178 dv-cinder-784763-1-iscsi neutron-server[84155]:     event.method(event)
Apr 05 12:20:09.006178 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 05 12:20:09.006178 dv-cinder-784763-1-iscsi neutron-server[84155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 05 12:20:09.006178 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 05 12:20:09.006178 dv-cinder-784763-1-iscsi neutron-server[84155]:     segment_id)['aggregates'][0]
Apr 05 12:20:09.006178 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 05 12:20:09.006178 dv-cinder-784763-1-iscsi neutron-server[84155]:     return f(self, *a, **k)
Apr 05 12:20:09.006178 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 05 12:20:09.006178 dv-cinder-784763-1-iscsi neutron-server[84155]:     return self._get(url).json()
Apr 05 12:20:09.006178 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 05 12:20:09.006178 dv-cinder-784763-1-iscsi neutron-server[84155]:     **kwargs)
Apr 05 12:20:09.006178 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 05 12:20:09.006178 dv-cinder-784763-1-iscsi neutron-server[84155]:     return self.request(url, 'GET', **kwargs)
Apr 05 12:20:09.006178 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 05 12:20:09.006178 dv-cinder-784763-1-iscsi neutron-server[84155]:     **endpoint_filter)
Apr 05 12:20:09.006178 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 05 12:20:09.006178 dv-cinder-784763-1-iscsi neutron-server[84155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 05 12:20:09.006178 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 05 12:20:09.006178 dv-cinder-784763-1-iscsi neutron-server[84155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 05 12:20:09.006178 dv-cinder-784763-1-iscsi neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 05 12:20:09.087856 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b12ae7f-da22-4c47-95c3-461bff30ccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854330406'] for network, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:09.091203 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-512a89b2-53eb-4219-9406-f87adb48c3ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:20:09.105041 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9b12ae7f-da22-4c47-95c3-461bff30ccf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for network, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:09.117702 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12ae7f-da22-4c47-95c3-461bff30ccf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc4914fd-ac92-484f-b6c8-48e6144aced6,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:20:09.120033 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-9b12ae7f-da22-4c47-95c3-461bff30ccf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:20:09.121949 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-9b12ae7f-da22-4c47-95c3-461bff30ccf2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/dc4914fd-ac92-484f-b6c8-48e6144aced6 HTTP/1.1" status: 204  len: 168 time: 1.5942888
Apr 05 12:20:09.316338 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 51924) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:20:09.367961 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-5cf094e7-9bd8-4ff2-82e5-af96f226a48f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=629fa1a565724595a30468e1271ead78&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0497527
Apr 05 12:20:09.370496 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 51928) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:20:09.431736 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-73d6a76e-6ed8-475a-aeed-f1fd431734b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:09.459182 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-73d6a76e-6ed8-475a-aeed-f1fd431734b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:09.504552 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-73d6a76e-6ed8-475a-aeed-f1fd431734b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:09.508514 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-34630d04-8c57-4b77-a8fd-d1bf26c12c37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:20:09.529245 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d6a76e-6ed8-475a-aeed-f1fd431734b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f71fe24-827b-48b1-8526-d27a3d2d458c,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:20:09.533307 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-73d6a76e-6ed8-475a-aeed-f1fd431734b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:20:09.538246 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-73d6a76e-6ed8-475a-aeed-f1fd431734b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:09.540242 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-73d6a76e-6ed8-475a-aeed-f1fd431734b0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9f71fe24-827b-48b1-8526-d27a3d2d458c HTTP/1.1" status: 204  len: 168 time: 0.1685898
Apr 05 12:20:09.917618 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 51936) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:20:09.968791 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-0d86e217-4d84-43db-ac93-eeeaa8e9a07b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2969fe50e12f4a288e08f76d724182e4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0498238
Apr 05 12:20:09.971322 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 51940) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:20:10.031010 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1e902be1-33c4-4098-8da9-fe1626b4fa1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:10.057758 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1e902be1-33c4-4098-8da9-fe1626b4fa1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:10.107573 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1e902be1-33c4-4098-8da9-fe1626b4fa1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:10.113169 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-bc8ed761-0d14-4566-83a8-9f811057d8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:20:10.126697 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e902be1-33c4-4098-8da9-fe1626b4fa1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e43c709-000b-46a7-9e96-43ff5549d501,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:20:10.129861 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-1e902be1-33c4-4098-8da9-fe1626b4fa1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:20:10.131865 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-1e902be1-33c4-4098-8da9-fe1626b4fa1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:10.136752 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-1e902be1-33c4-4098-8da9-fe1626b4fa1f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e43c709-000b-46a7-9e96-43ff5549d501 HTTP/1.1" status: 204  len: 168 time: 0.1609070
Apr 05 12:20:12.459730 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 6 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:20:23.652725 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-077b0057-913c-46f6-a238-1241d7d7be1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:24.895944 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:26.045523 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dd7bc421-b336-4e95-b0a3-761f315ac717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:26.533757 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:28.127572 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:28.710081 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:49.459077 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 6 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:20:53.654169 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53300e1e-e7cd-4818-87f5-1dd539874b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:54.897554 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:55.312298 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 51956) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:20:55.748412 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-128a3636-ea1c-472d-80dd-a386d304e028 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Deleting port 658d5273-60b4-4be9-85ff-ca68a9ac7e24 {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:20:55.748788 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-128a3636-ea1c-472d-80dd-a386d304e028 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:55.924376 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-128a3636-ea1c-472d-80dd-a386d304e028 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:55.925003 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-128a3636-ea1c-472d-80dd-a386d304e028 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:56.046511 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c94f50c0-f7e5-4b54-8575-561b9b3a0ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:56.059208 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-128a3636-ea1c-472d-80dd-a386d304e028 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Calling delete_port for 658d5273-60b4-4be9-85ff-ca68a9ac7e24 owned by network:floatingip {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:20:56.214533 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-128a3636-ea1c-472d-80dd-a386d304e028 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:56.232431 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-552ac78e-175a-420c-afc1-7306912c41d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:20:56.327671 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a3636-ea1c-472d-80dd-a386d304e028 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Pushing event deleted for resources: {'Port': ['ID=658d5273-60b4-4be9-85ff-ca68a9ac7e24,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:20:56.345802 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a3636-ea1c-472d-80dd-a386d304e028 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:20:56.346255 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a3636-ea1c-472d-80dd-a386d304e028 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:20:56.346675 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a3636-ea1c-472d-80dd-a386d304e028 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:20:56.347090 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a3636-ea1c-472d-80dd-a386d304e028 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:20:56.347498 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a3636-ea1c-472d-80dd-a386d304e028 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:20:56.347906 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a3636-ea1c-472d-80dd-a386d304e028 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:20:56.348310 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a3636-ea1c-472d-80dd-a386d304e028 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:20:56.348713 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a3636-ea1c-472d-80dd-a386d304e028 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:20:56.349115 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a3636-ea1c-472d-80dd-a386d304e028 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:20:56.349518 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a3636-ea1c-472d-80dd-a386d304e028 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:20:56.349918 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a3636-ea1c-472d-80dd-a386d304e028 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:20:56.350347 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128a3636-ea1c-472d-80dd-a386d304e028 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:20:56.355493 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-128a3636-ea1c-472d-80dd-a386d304e028 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:20:56.498473 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-128a3636-ea1c-472d-80dd-a386d304e028 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks [] for floatingip, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:56.498853 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.db.l3_db [None req-128a3636-ea1c-472d-80dd-a386d304e028 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Floating IP 427646f8-85d3-4699-8ba3-7ff25bd6c533 disassociated (deleted). External IP: 172.27.0.160, port: 9df1b527-0c54-402e-929e-eecf3d4ce796.
Apr 05 12:20:56.535942 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:56.862750 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128a3636-ea1c-472d-80dd-a386d304e028 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Router 9f968499-7b30-4e76-9c7d-32b4ae5b2cc4 has already been hosted by L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d {{(pid=84269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 12:20:57.292130 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128a3636-ea1c-472d-80dd-a386d304e028 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:20:57.302160 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40a8a69-82ba-4ade-b580-19417ff6f680 None None] Sync routers for ids ['9f968499-7b30-4e76-9c7d-32b4ae5b2cc4'] in dv-cinder-784763-1-iscsi {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:20:57.312685 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-128a3636-ea1c-472d-80dd-a386d304e028 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for floatingip, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:57.312908 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40a8a69-82ba-4ade-b580-19417ff6f680 None None] Routers {'9f968499-7b30-4e76-9c7d-32b4ae5b2cc4'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:20:57.313363 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b40a8a69-82ba-4ade-b580-19417ff6f680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460ecb208>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:20:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['9f968499-7b30-4e76-9c7d-32b4ae5b2cc4'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:20:57.371897 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-128a3636-ea1c-472d-80dd-a386d304e028 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "DELETE /v2.0/floatingips/427646f8-85d3-4699-8ba3-7ff25bd6c533 HTTP/1.1" status: 204  len: 168 time: 2.0583758
Apr 05 12:20:57.372656 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c60877-1e5d-4312-a660-a4763656292f', 'tag': '9df1b527-0c54-402e-929e-eecf3d4ce796'}] {{(pid=84269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:20:57.421959 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c60877-1e5d-4312-a660-a4763656292f', 'tag': '9df1b527-0c54-402e-929e-eecf3d4ce796', 'status': 'completed', 'code': 200}
Apr 05 12:20:57.508237 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-b40a8a69-82ba-4ade-b580-19417ff6f680 None None] Set router 9f968499-7b30-4e76-9c7d-32b4ae5b2cc4 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:20:57.521286 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67b28c-be35-4703-b4d5-35fffd258385 req-cc4fb011-a2b4-40bc-905b-6543ca648bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:20:57.522941 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0a67b28c-be35-4703-b4d5-35fffd258385 req-cc4fb011-a2b4-40bc-905b-6543ca648bcf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=59ab3fb82a794070a1c024d576d5e87b&device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 1098 time: 0.0788832
Apr 05 12:20:57.672832 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67b28c-be35-4703-b4d5-35fffd258385 req-744ce649-6c0b-4584-9420-06caf246f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:20:57.674378 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0a67b28c-be35-4703-b4d5-35fffd258385 req-744ce649-6c0b-4584-9420-06caf246f77d service neutron] 10.222.0.37 "GET /v2.0/networks?id=a3a55611-a0f0-4df9-b637-46ecc7406414 HTTP/1.1" status: 200  len: 909 time: 0.1446736
Apr 05 12:20:57.754585 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0a67b28c-be35-4703-b4d5-35fffd258385 req-9fe60eaa-f2df-4066-969b-5c7c631a4d59 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9df1b527-0c54-402e-929e-eecf3d4ce796 HTTP/1.1" status: 200  len: 217 time: 0.0729971
Apr 05 12:20:57.776840 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fac79-5803-426a-85e8-db21f82634e4 req-4da0b90f-b097-4bac-8c8c-b338d45b2360 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:20:57.779155 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c48fac79-5803-426a-85e8-db21f82634e4 req-4da0b90f-b097-4bac-8c8c-b338d45b2360 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 945 time: 0.0933714
Apr 05 12:20:57.827468 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-c48fac79-5803-426a-85e8-db21f82634e4 req-66ff1268-0da5-4fc4-adb1-0c63e833594f tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423117
Apr 05 12:20:57.832981 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67b28c-be35-4703-b4d5-35fffd258385 req-f2a8b583-284d-40d3-ae6a-9145e5f3283d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:20:57.834578 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0a67b28c-be35-4703-b4d5-35fffd258385 req-f2a8b583-284d-40d3-ae6a-9145e5f3283d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2 HTTP/1.1" status: 200  len: 847 time: 0.0727947
Apr 05 12:20:57.861849 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b40a8a69-82ba-4ade-b580-19417ff6f680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460ecb208>, [{'id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'name': 'tempest-TestShelveInstance-184935625-router', 'tenant_id': '59ab3fb82a794070a1c024d576d5e87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'f21c31c0-f9f5-40f5-a53f-51820e43ed3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:14:26Z', 'updated_at': '2021-04-05T12:14:31Z', 'revision_number': 4, 'project_id': '59ab3fb82a794070a1c024d576d5e87b', 'gw_port': {'id': 'f21c31c0-f9f5-40f5-a53f-51820e43ed3b', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:61:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:14:27Z', 'updated_at': '2021-04-05T12:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': 'e3fa5db7-93cd-4367-afd7-78fe5b27cf2c', 'name': '', 'network_id': 'a3a55611-a0f0-4df9-b637-46ecc7406414', 'tenant_id': '59ab3fb82a794070a1c024d576d5e87b', 'mac_address': 'fa:16:3e:9d:23:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:14:30Z', 'updated_at': '2021-04-05T12:14:41Z', 'revision_number': 5, 'project_id': '59ab3fb82a794070a1c024d576d5e87b', 'subnets': [{'id': '15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:20:57.866104 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40a8a69-82ba-4ade-b580-19417ff6f680 None None] Checking router: 9f968499-7b30-4e76-9c7d-32b4ae5b2cc4 for host: dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:20:57.875635 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40a8a69-82ba-4ade-b580-19417ff6f680 None None] Routers {'9f968499-7b30-4e76-9c7d-32b4ae5b2cc4'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:20:57.876304 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b40a8a69-82ba-4ade-b580-19417ff6f680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460ecb208>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:20:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['9f968499-7b30-4e76-9c7d-32b4ae5b2cc4'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:20:57.920877 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67b28c-be35-4703-b4d5-35fffd258385 req-6e793f2b-f07c-489c-9ddb-b19d9176c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:20:57.922521 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0a67b28c-be35-4703-b4d5-35fffd258385 req-6e793f2b-f07c-489c-9ddb-b19d9176c71d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a3a55611-a0f0-4df9-b637-46ecc7406414&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0808773
Apr 05 12:20:58.066607 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-b40a8a69-82ba-4ade-b580-19417ff6f680 None None] Set router 9f968499-7b30-4e76-9c7d-32b4ae5b2cc4 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:20:58.066896 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0a67b28c-be35-4703-b4d5-35fffd258385 req-5ad6b0ef-2b9e-4b0e-93bb-de3d4cec2eb4 service neutron] 10.222.0.37 "GET /v2.0/networks/a3a55611-a0f0-4df9-b637-46ecc7406414?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373281
Apr 05 12:20:58.153414 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:58.219235 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-0a67b28c-be35-4703-b4d5-35fffd258385 req-5d1b58c9-5257-4c1d-a2a4-59120b1b6c93 service neutron] 10.222.0.37 "GET /v2.0/networks/a3a55611-a0f0-4df9-b637-46ecc7406414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1450708
Apr 05 12:20:58.583481 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b40a8a69-82ba-4ade-b580-19417ff6f680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460ecb208>, [{'id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'name': 'tempest-TestShelveInstance-184935625-router', 'tenant_id': '59ab3fb82a794070a1c024d576d5e87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'f21c31c0-f9f5-40f5-a53f-51820e43ed3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:14:26Z', 'updated_at': '2021-04-05T12:14:31Z', 'revision_number': 4, 'project_id': '59ab3fb82a794070a1c024d576d5e87b', 'gw_port': {'id': 'f21c31c0-f9f5-40f5-a53f-51820e43ed3b', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:61:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:14:27Z', 'updated_at': '2021-04-05T12:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': 'e3fa5db7-93cd-4367-afd7-78fe5b27cf2c', 'name': '', 'network_id': 'a3a55611-a0f0-4df9-b637-46ecc7406414', 'tenant_id': '59ab3fb82a794070a1c024d576d5e87b', 'mac_address': 'fa:16:3e:9d:23:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:14:30Z', 'updated_at': '2021-04-05T12:14:41Z', 'revision_number': 5, 'project_id': '59ab3fb82a794070a1c024d576d5e87b', 'subnets': [{'id': '15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:20:58.588288 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40a8a69-82ba-4ade-b580-19417ff6f680 None None] The sync data for ids ['9f968499-7b30-4e76-9c7d-32b4ae5b2cc4'] in dv-cinder-784763-1-iscsi is: [{'id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'name': 'tempest-TestShelveInstance-184935625-router', 'tenant_id': '59ab3fb82a794070a1c024d576d5e87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'f21c31c0-f9f5-40f5-a53f-51820e43ed3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:14:26Z', 'updated_at': '2021-04-05T12:14:31Z', 'revision_number': 4, 'project_id': '59ab3fb82a794070a1c024d576d5e87b', 'gw_port': {'id': 'f21c31c0-f9f5-40f5-a53f-51820e43ed3b', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:61:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:14:27Z', 'updated_at': '2021-04-05T12:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi', '_interfaces': [{'id': 'e3fa5db7-93cd-4367-afd7-78fe5b27cf2c', 'name': '', 'network_id': 'a3a55611-a0f0-4df9-b637-46ecc7406414', 'tenant_id': '59ab3fb82a794070a1c024d576d5e87b', 'mac_address': 'fa:16:3e:9d:23:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:14:30Z', 'updated_at': '2021-04-05T12:14:41Z', 'revision_number': 5, 'project_id': '59ab3fb82a794070a1c024d576d5e87b', 'subnets': [{'id': '15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:20:58.730140 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:58.953358 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9ecaba-af09-4a5e-9e8d-f23da51979f6 None None] New status for floating IP 427646f8-85d3-4699-8ba3-7ff25bd6c533: DOWN {{(pid=84271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 05 12:20:59.057532 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b5d0a-a45b-42a3-be66-380db01dc9b3 req-3599d614-7daf-4b4c-a5d2-ace750c93154 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:20:59.058341 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-cc5b5d0a-a45b-42a3-be66-380db01dc9b3 req-3599d614-7daf-4b4c-a5d2-ace750c93154 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Synchronizing usage tracker for tenant:59ab3fb82a794070a1c024d576d5e87b on resource:port {{(pid=84269) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 12:20:59.073109 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.quota.resource [req-cc5b5d0a-a45b-42a3-be66-380db01dc9b3 req-3599d614-7daf-4b4c-a5d2-ace750c93154 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Unset dirty status for tenant:59ab3fb82a794070a1c024d576d5e87b on resource:port {{(pid=84269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 12:20:59.074407 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-cc5b5d0a-a45b-42a3-be66-380db01dc9b3 req-3599d614-7daf-4b4c-a5d2-ace750c93154 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 945 time: 0.1047831
Apr 05 12:20:59.128079 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-cc5b5d0a-a45b-42a3-be66-380db01dc9b3 req-f70093f7-3b78-4460-90b0-10667084008a tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/security-groups?id=dac60ca2-bd55-4c43-89b8-e4b64a280d20&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472350
Apr 05 12:20:59.474728 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecd685-abee-41c0-9751-19bc89241b04 req-f11c77ef-7908-4fa9-9735-e2d8a820bbe6 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 12:20:59.476285 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d8ecd685-abee-41c0-9751-19bc89241b04 req-f11c77ef-7908-4fa9-9735-e2d8a820bbe6 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.37 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 945 time: 0.0858417
Apr 05 12:20:59.551021 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-d8ecd685-abee-41c0-9751-19bc89241b04 req-035fb7e3-3837-4131-a764-26b667df1106 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Deleting port 9df1b527-0c54-402e-929e-eecf3d4ce796 {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:20:59.551404 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d8ecd685-abee-41c0-9751-19bc89241b04 req-035fb7e3-3837-4131-a764-26b667df1106 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:59.809311 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [req-d8ecd685-abee-41c0-9751-19bc89241b04 req-035fb7e3-3837-4131-a764-26b667df1106 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] For port 9df1b527-0c54-402e-929e-eecf3d4ce796, host hv-cinder-78476, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78476',level=0,port_id=9df1b527-0c54-402e-929e-eecf3d4ce796,segment=NetworkSegment(5b92adec-2cbb-449d-8979-ec4b58c936f9),segment_id=5b92adec-2cbb-449d-8979-ec4b58c936f9)] {{(pid=84269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:20:59.809915 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d8ecd685-abee-41c0-9751-19bc89241b04 req-035fb7e3-3837-4131-a764-26b667df1106 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:20:59.944025 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [req-d8ecd685-abee-41c0-9751-19bc89241b04 req-035fb7e3-3837-4131-a764-26b667df1106 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Calling delete_port for 9df1b527-0c54-402e-929e-eecf3d4ce796 owned by compute:nova {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:21:00.089418 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d8ecd685-abee-41c0-9751-19bc89241b04 req-035fb7e3-3837-4131-a764-26b667df1106 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:00.104978 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-6baa9c51-3a02-450d-9901-767139f78f92 tempest-AttachVolumeShelveTestJSON-386860089 tempest-AttachVolumeShelveTestJSON-386860089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:21:00.207611 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035fb7e3-3837-4131-a764-26b667df1106 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Pushing event deleted for resources: {'Port': ['ID=9df1b527-0c54-402e-929e-eecf3d4ce796,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:21:00.212121 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-035fb7e3-3837-4131-a764-26b667df1106 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:21:00.307852 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-4fd12d08-cc7c-4992-8790-04bcffb0cd72 req-12ff3bc7-2c60-491e-86b9-7291010c21ae tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "GET /v2.0/ports?device_id=79c60877-1e5d-4312-a660-a4763656292f HTTP/1.1" status: 200  len: 210 time: 0.0518022
Apr 05 12:21:00.356289 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ecd685-abee-41c0-9751-19bc89241b04 req-035fb7e3-3837-4131-a764-26b667df1106 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] No DVR routers for this DVR port 9df1b527-0c54-402e-929e-eecf3d4ce796 on host hv-cinder-78476 {{(pid=84269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 12:21:00.358749 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [req-d8ecd685-abee-41c0-9751-19bc89241b04 req-035fb7e3-3837-4131-a764-26b667df1106 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15361'] for port, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:00.361485 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c60877-1e5d-4312-a660-a4763656292f', 'name': 'network-vif-deleted', 'tag': '9df1b527-0c54-402e-929e-eecf3d4ce796'}] {{(pid=84269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 12:21:00.376906 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [req-d8ecd685-abee-41c0-9751-19bc89241b04 req-035fb7e3-3837-4131-a764-26b667df1106 tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.37 "DELETE /v2.0/ports/9df1b527-0c54-402e-929e-eecf3d4ce796 HTTP/1.1" status: 204  len: 173 time: 0.8943210
Apr 05 12:21:00.410079 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c60877-1e5d-4312-a660-a4763656292f', 'name': 'network-vif-deleted', 'tag': '9df1b527-0c54-402e-929e-eecf3d4ce796', 'status': 'completed', 'code': 200}
Apr 05 12:21:01.546085 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 51980) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:21:01.618455 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d1b231c-8650-49fc-92d3-6fdfbadac1da tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks [] for security_group, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:01.654575 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d1b231c-8650-49fc-92d3-6fdfbadac1da tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:01.704919 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d1b231c-8650-49fc-92d3-6fdfbadac1da tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:01.710221 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-b3ea39e2-3d28-475e-a376-fca631da141b tempest-TestMinimumBasicScenario-484717768 tempest-TestMinimumBasicScenario-484717768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:21:01.725662 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b231c-8650-49fc-92d3-6fdfbadac1da tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac60ca2-bd55-4c43-89b8-e4b64a280d20,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:21:01.729266 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-7d1b231c-8650-49fc-92d3-6fdfbadac1da tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:21:01.735789 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-7d1b231c-8650-49fc-92d3-6fdfbadac1da tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] Notify callbacks [] for security_group, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:01.737006 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-7d1b231c-8650-49fc-92d3-6fdfbadac1da tempest-TestShelveInstance-845314148 tempest-TestShelveInstance-845314148-project] 10.222.0.36 "DELETE /v2.0/security-groups/dac60ca2-bd55-4c43-89b8-e4b64a280d20 HTTP/1.1" status: 204  len: 168 time: 0.1898096
Apr 05 12:21:01.792307 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 51986) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:21:02.476903 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-410a9516-7230-42b6-b487-d06247e12c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401257'] for router_interface, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:02.571738 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 9df1b527-0c54-402e-929e-eecf3d4ce796 no longer exists at agent hyperv_hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:21:02.609076 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] No Port match for: 9df1b527-0c54-402e-929e-eecf3d4ce796 {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:21:02.609471 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Device 9df1b527-0c54-402e-929e-eecf3d4ce796 not bound to the agent host hv-cinder-78476 {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:21:02.841311 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-410a9516-7230-42b6-b487-d06247e12c30 admin admin] Deleting port e3fa5db7-93cd-4367-afd7-78fe5b27cf2c {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:21:02.841685 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-410a9516-7230-42b6-b487-d06247e12c30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:03.022418 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-410a9516-7230-42b6-b487-d06247e12c30 admin admin] For port e3fa5db7-93cd-4367-afd7-78fe5b27cf2c, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=e3fa5db7-93cd-4367-afd7-78fe5b27cf2c,segment=NetworkSegment(5b92adec-2cbb-449d-8979-ec4b58c936f9),segment_id=5b92adec-2cbb-449d-8979-ec4b58c936f9)] {{(pid=84269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:21:03.022806 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-410a9516-7230-42b6-b487-d06247e12c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:03.153102 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-410a9516-7230-42b6-b487-d06247e12c30 admin admin] Calling delete_port for e3fa5db7-93cd-4367-afd7-78fe5b27cf2c owned by network:router_interface {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:21:03.330023 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-410a9516-7230-42b6-b487-d06247e12c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:03.345214 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-15738b07-a272-4f2b-95b1-d7a19f5d96d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:21:03.680325 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a9516-7230-42b6-b487-d06247e12c30 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3fa5db7-93cd-4367-afd7-78fe5b27cf2c,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:21:03.684319 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-410a9516-7230-42b6-b487-d06247e12c30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:21:04.029090 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-410a9516-7230-42b6-b487-d06247e12c30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854280686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402364'] for router_interface, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:04.540166 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410a9516-7230-42b6-b487-d06247e12c30 admin admin] Router 9f968499-7b30-4e76-9c7d-32b4ae5b2cc4 has already been hosted by L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d {{(pid=84269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 12:21:04.729020 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410a9516-7230-42b6-b487-d06247e12c30 admin admin] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:21:04.738085 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d81f60-ac6e-4967-a0c9-b6f8f5b5ffa4 None None] Sync routers for ids ['9f968499-7b30-4e76-9c7d-32b4ae5b2cc4'] in dv-cinder-784763-1-iscsi {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:21:04.741600 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-410a9516-7230-42b6-b487-d06247e12c30 admin admin] 10.222.0.36 "PUT /v2.0/routers/9f968499-7b30-4e76-9c7d-32b4ae5b2cc4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9481595
Apr 05 12:21:04.744995 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 51992) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:21:04.748775 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d81f60-ac6e-4967-a0c9-b6f8f5b5ffa4 None None] Routers {'9f968499-7b30-4e76-9c7d-32b4ae5b2cc4'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:21:04.749527 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b8d81f60-ac6e-4967-a0c9-b6f8f5b5ffa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460c0fef0>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:20:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['9f968499-7b30-4e76-9c7d-32b4ae5b2cc4'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:21:04.935558 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d4bf8f06-ddbe-4de0-bb7e-7e8de8bdc331 admin admin] Notify callbacks [] for router, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:04.941587 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-b8d81f60-ac6e-4967-a0c9-b6f8f5b5ffa4 None None] Set router 9f968499-7b30-4e76-9c7d-32b4ae5b2cc4 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:21:05.120460 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d4bf8f06-ddbe-4de0-bb7e-7e8de8bdc331 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:05.130447 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d4bf8f06-ddbe-4de0-bb7e-7e8de8bdc331 admin admin] Deleting port f21c31c0-f9f5-40f5-a53f-51820e43ed3b {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:21:05.130822 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d4bf8f06-ddbe-4de0-bb7e-7e8de8bdc331 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:05.243780 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b8d81f60-ac6e-4967-a0c9-b6f8f5b5ffa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460c0fef0>, [{'id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'name': 'tempest-TestShelveInstance-184935625-router', 'tenant_id': '59ab3fb82a794070a1c024d576d5e87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': 'f21c31c0-f9f5-40f5-a53f-51820e43ed3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:14:26Z', 'updated_at': '2021-04-05T12:21:03Z', 'revision_number': 5, 'project_id': '59ab3fb82a794070a1c024d576d5e87b', 'gw_port': {'id': 'f21c31c0-f9f5-40f5-a53f-51820e43ed3b', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:61:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:14:27Z', 'updated_at': '2021-04-05T12:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi'}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:21:05.247809 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d81f60-ac6e-4967-a0c9-b6f8f5b5ffa4 None None] Checking router: 9f968499-7b30-4e76-9c7d-32b4ae5b2cc4 for host: dv-cinder-784763-1-iscsi {{(pid=84270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:21:05.256785 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d81f60-ac6e-4967-a0c9-b6f8f5b5ffa4 None None] Routers {'9f968499-7b30-4e76-9c7d-32b4ae5b2cc4'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:21:05.257443 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b8d81f60-ac6e-4967-a0c9-b6f8f5b5ffa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2460c0fef0>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:20:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['9f968499-7b30-4e76-9c7d-32b4ae5b2cc4'], 'active': True} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:21:05.314098 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-d4bf8f06-ddbe-4de0-bb7e-7e8de8bdc331 admin admin] For port f21c31c0-f9f5-40f5-a53f-51820e43ed3b, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=f21c31c0-f9f5-40f5-a53f-51820e43ed3b,segment=NetworkSegment(9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6),segment_id=9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6)] {{(pid=84269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:21:05.314549 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d4bf8f06-ddbe-4de0-bb7e-7e8de8bdc331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:05.422158 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-b8d81f60-ac6e-4967-a0c9-b6f8f5b5ffa4 None None] Set router 9f968499-7b30-4e76-9c7d-32b4ae5b2cc4 gateway port host: None {{(pid=84270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:21:05.448912 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d4bf8f06-ddbe-4de0-bb7e-7e8de8bdc331 admin admin] Calling delete_port for f21c31c0-f9f5-40f5-a53f-51820e43ed3b owned by network:router_gateway {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:21:05.536904 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b8d81f60-ac6e-4967-a0c9-b6f8f5b5ffa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2460c0fef0>, [{'id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'name': 'tempest-TestShelveInstance-184935625-router', 'tenant_id': '59ab3fb82a794070a1c024d576d5e87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:14:26Z', 'updated_at': '2021-04-05T12:21:05Z', 'revision_number': 6, 'project_id': '59ab3fb82a794070a1c024d576d5e87b', 'gw_port_host': None}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:21:05.541274 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d81f60-ac6e-4967-a0c9-b6f8f5b5ffa4 None None] The sync data for ids ['9f968499-7b30-4e76-9c7d-32b4ae5b2cc4'] in dv-cinder-784763-1-iscsi is: [{'id': '9f968499-7b30-4e76-9c7d-32b4ae5b2cc4', 'name': 'tempest-TestShelveInstance-184935625-router', 'tenant_id': '59ab3fb82a794070a1c024d576d5e87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:14:26Z', 'updated_at': '2021-04-05T12:21:05Z', 'revision_number': 6, 'project_id': '59ab3fb82a794070a1c024d576d5e87b', 'gw_port_host': None}] {{(pid=84270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:21:05.626622 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d4bf8f06-ddbe-4de0-bb7e-7e8de8bdc331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:05.642281 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-58e9c8cb-152b-44b7-8a51-cebebdf6e483 tempest-TestVolumeBootPattern-1516593558 tempest-TestVolumeBootPattern-1516593558-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:21:05.742167 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf8f06-ddbe-4de0-bb7e-7e8de8bdc331 admin admin] Pushing event deleted for resources: {'Port': ['ID=f21c31c0-f9f5-40f5-a53f-51820e43ed3b,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:21:05.751445 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d4bf8f06-ddbe-4de0-bb7e-7e8de8bdc331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:21:06.150352 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d4bf8f06-ddbe-4de0-bb7e-7e8de8bdc331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445372'] for router_gateway, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:06.330954 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d4bf8f06-ddbe-4de0-bb7e-7e8de8bdc331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854367171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773722'] for router, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:06.333229 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d4bf8f06-ddbe-4de0-bb7e-7e8de8bdc331 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:06.355022 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d4bf8f06-ddbe-4de0-bb7e-7e8de8bdc331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854367097'] for router, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:06.355567 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bf8f06-ddbe-4de0-bb7e-7e8de8bdc331 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f968499-7b30-4e76-9c7d-32b4ae5b2cc4 {{(pid=84269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 05 12:21:06.367960 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d4bf8f06-ddbe-4de0-bb7e-7e8de8bdc331 admin admin] Notify callbacks [] for router, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:06.369549 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-d4bf8f06-ddbe-4de0-bb7e-7e8de8bdc331 admin admin] 10.222.0.36 "DELETE /v2.0/routers/9f968499-7b30-4e76-9c7d-32b4ae5b2cc4 HTTP/1.1" status: 204  len: 168 time: 1.6233759
Apr 05 12:21:06.372245 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 51996) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:21:06.443098 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-3caa10e1-87b9-45e2-8550-d2ac85955ec0 admin admin] Deleting subnet 15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2 {{(pid=84269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 05 12:21:06.446658 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3caa10e1-87b9-45e2-8550-d2ac85955ec0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:06.489510 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device e3fa5db7-93cd-4367-afd7-78fe5b27cf2c no longer exists at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:21:06.502754 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3caa10e1-87b9-45e2-8550-d2ac85955ec0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60536130'] for subnet, precommit_delete_associations {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:06.526839 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] No Port match for: e3fa5db7-93cd-4367-afd7-78fe5b27cf2c {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:21:06.527232 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device e3fa5db7-93cd-4367-afd7-78fe5b27cf2c not bound to the agent host dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:21:06.527690 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device f21c31c0-f9f5-40f5-a53f-51820e43ed3b no longer exists at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:21:06.565287 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] No Port match for: f21c31c0-f9f5-40f5-a53f-51820e43ed3b {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:21:06.565674 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device f21c31c0-f9f5-40f5-a53f-51820e43ed3b not bound to the agent host dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:21:06.585237 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3caa10e1-87b9-45e2-8550-d2ac85955ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-128983'] for subnet, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:06.838348 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3caa10e1-87b9-45e2-8550-d2ac85955ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854646833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2694892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3029703'] for subnet, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:06.853569 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f5499c39-03d4-4c1a-a0a9-0a3f608402be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:21:06.936863 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa10e1-87b9-45e2-8550-d2ac85955ec0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:21:06.941071 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-3caa10e1-87b9-45e2-8550-d2ac85955ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:21:06.986848 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-3caa10e1-87b9-45e2-8550-d2ac85955ec0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:06.992363 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e0a461-faea-4d94-9d9c-02c3010942b3 None None] Network a3a55611-a0f0-4df9-b637-46ecc7406414 requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:21:06.992775 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-3caa10e1-87b9-45e2-8550-d2ac85955ec0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/15aed74c-d47d-4a5b-86f2-6bda6d1f9dc2 HTTP/1.1" status: 204  len: 168 time: 0.6194448
Apr 05 12:21:06.995598 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 52000) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:21:07.111073 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fe31833-89eb-4849-aab7-0d1c626d76ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-139629'] for network, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:07.183283 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-2fe31833-89eb-4849-aab7-0d1c626d76ae admin admin] Deleting port 9b5f448d-6ff9-455f-a602-606e7cf0057c {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:21:07.183656 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fe31833-89eb-4849-aab7-0d1c626d76ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:07.254034 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3e1381-4eae-4812-9f09-b1b01c29b2b5 None None] DHCP port deletion for a3a55611-a0f0-4df9-b637-46ecc7406414 request from dv-cinder-784763-1-iscsi {{(pid=84270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 05 12:21:07.258866 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-6a3e1381-4eae-4812-9f09-b1b01c29b2b5 None None] Deleting port 9b5f448d-6ff9-455f-a602-606e7cf0057c {{(pid=84270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:21:07.259346 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6a3e1381-4eae-4812-9f09-b1b01c29b2b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:07.401806 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-2fe31833-89eb-4849-aab7-0d1c626d76ae admin admin] For port 9b5f448d-6ff9-455f-a602-606e7cf0057c, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=9b5f448d-6ff9-455f-a602-606e7cf0057c,segment=NetworkSegment(5b92adec-2cbb-449d-8979-ec4b58c936f9),segment_id=5b92adec-2cbb-449d-8979-ec4b58c936f9)] {{(pid=84269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:21:07.402160 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fe31833-89eb-4849-aab7-0d1c626d76ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:07.476876 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-6a3e1381-4eae-4812-9f09-b1b01c29b2b5 None None] For port 9b5f448d-6ff9-455f-a602-606e7cf0057c, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=9b5f448d-6ff9-455f-a602-606e7cf0057c,segment=NetworkSegment(5b92adec-2cbb-449d-8979-ec4b58c936f9),segment_id=5b92adec-2cbb-449d-8979-ec4b58c936f9)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:21:07.477276 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6a3e1381-4eae-4812-9f09-b1b01c29b2b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:07.537273 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-2fe31833-89eb-4849-aab7-0d1c626d76ae admin admin] Calling delete_port for 9b5f448d-6ff9-455f-a602-606e7cf0057c owned by network:dhcp {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:21:07.607867 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-6a3e1381-4eae-4812-9f09-b1b01c29b2b5 None None] Calling delete_port for 9b5f448d-6ff9-455f-a602-606e7cf0057c owned by network:dhcp {{(pid=84270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:21:07.613282 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fe31833-89eb-4849-aab7-0d1c626d76ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:07.628762 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-83763355-149c-4506-8242-164e8d871930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:21:07.681960 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.db.api [None req-6a3e1381-4eae-4812-9f09-b1b01c29b2b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84270) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 05 12:21:07.682407 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_db.api [None req-6a3e1381-4eae-4812-9f09-b1b01c29b2b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 05 12:21:07.722003 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe31833-89eb-4849-aab7-0d1c626d76ae admin admin] Pushing event deleted for resources: {'Port': ['ID=9b5f448d-6ff9-455f-a602-606e7cf0057c,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:21:07.739220 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2fe31833-89eb-4849-aab7-0d1c626d76ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:21:07.772242 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe31833-89eb-4849-aab7-0d1c626d76ae admin admin] No DVR routers for this DVR port 9b5f448d-6ff9-455f-a602-606e7cf0057c on host dv-cinder-784763-1-iscsi {{(pid=84269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 12:21:07.891533 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fe31833-89eb-4849-aab7-0d1c626d76ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768810', 'neutron.services.segments.db._delete_segments_for_network--9223363299714337857'] for network, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:08.006619 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-2fe31833-89eb-4849-aab7-0d1c626d76ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2460683e48>,) {'filters': {'network_id': ['a3a55611-a0f0-4df9-b637-46ecc7406414']}} {{(pid=84269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:21:08.019757 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-2fe31833-89eb-4849-aab7-0d1c626d76ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2460683e48>, '5b92adec-2cbb-449d-8979-ec4b58c936f9') {'for_net_delete': True} {{(pid=84269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:21:08.020096 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-2fe31833-89eb-4849-aab7-0d1c626d76ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2460683e48>, '5b92adec-2cbb-449d-8979-ec4b58c936f9') {} {{(pid=84269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:21:08.032660 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fe31833-89eb-4849-aab7-0d1c626d76ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737140437841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036794239669'] for segment, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:08.047058 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fe31833-89eb-4849-aab7-0d1c626d76ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:08.053168 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe31833-89eb-4849-aab7-0d1c626d76ae admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=84269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 05 12:21:08.183644 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-6a3e1381-4eae-4812-9f09-b1b01c29b2b5 None None] Deleting port 9b5f448d-6ff9-455f-a602-606e7cf0057c {{(pid=84270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:21:08.184170 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-6a3e1381-4eae-4812-9f09-b1b01c29b2b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:08.234996 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2fe31833-89eb-4849-aab7-0d1c626d76ae admin admin] Network a3a55611-a0f0-4df9-b637-46ecc7406414 has no segments {{(pid=84269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 12:21:08.244065 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fe31833-89eb-4849-aab7-0d1c626d76ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2694727'] for segment, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:08.259271 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-6a3e1381-4eae-4812-9f09-b1b01c29b2b5 None None] The port '9b5f448d-6ff9-455f-a602-606e7cf0057c' was deleted {{(pid=84270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 05 12:21:08.420673 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-2fe31833-89eb-4849-aab7-0d1c626d76ae admin admin] Network a3a55611-a0f0-4df9-b637-46ecc7406414 has no segments {{(pid=84269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 12:21:08.447055 dv-cinder-784763-1-iscsi neutron-server[84155]: Traceback (most recent call last):
Apr 05 12:21:08.447055 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 05 12:21:08.447055 dv-cinder-784763-1-iscsi neutron-server[84155]:     timer()
Apr 05 12:21:08.447055 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 05 12:21:08.447055 dv-cinder-784763-1-iscsi neutron-server[84155]:     cb(*args, **kw)
Apr 05 12:21:08.447055 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 05 12:21:08.447055 dv-cinder-784763-1-iscsi neutron-server[84155]:     return func(*args, **kwargs)
Apr 05 12:21:08.447055 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 05 12:21:08.447055 dv-cinder-784763-1-iscsi neutron-server[84155]:     self._notify()
Apr 05 12:21:08.447055 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 05 12:21:08.447055 dv-cinder-784763-1-iscsi neutron-server[84155]:     self.callback(batched_events)
Apr 05 12:21:08.447055 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 05 12:21:08.447055 dv-cinder-784763-1-iscsi neutron-server[84155]:     event.method(event)
Apr 05 12:21:08.447055 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 05 12:21:08.447055 dv-cinder-784763-1-iscsi neutron-server[84155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 05 12:21:08.447055 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 05 12:21:08.447055 dv-cinder-784763-1-iscsi neutron-server[84155]:     segment_id)['aggregates'][0]
Apr 05 12:21:08.447055 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 05 12:21:08.447055 dv-cinder-784763-1-iscsi neutron-server[84155]:     return f(self, *a, **k)
Apr 05 12:21:08.447055 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 05 12:21:08.447055 dv-cinder-784763-1-iscsi neutron-server[84155]:     return self._get(url).json()
Apr 05 12:21:08.447055 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 05 12:21:08.447055 dv-cinder-784763-1-iscsi neutron-server[84155]:     **kwargs)
Apr 05 12:21:08.447055 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 05 12:21:08.447055 dv-cinder-784763-1-iscsi neutron-server[84155]:     return self.request(url, 'GET', **kwargs)
Apr 05 12:21:08.447055 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 05 12:21:08.447055 dv-cinder-784763-1-iscsi neutron-server[84155]:     **endpoint_filter)
Apr 05 12:21:08.447055 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 05 12:21:08.447055 dv-cinder-784763-1-iscsi neutron-server[84155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 05 12:21:08.447055 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 05 12:21:08.447055 dv-cinder-784763-1-iscsi neutron-server[84155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 05 12:21:08.447055 dv-cinder-784763-1-iscsi neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 05 12:21:08.487878 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 9b5f448d-6ff9-455f-a602-606e7cf0057c no longer exists at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:21:08.522875 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fe31833-89eb-4849-aab7-0d1c626d76ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854330406'] for network, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:08.526541 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:21:08.527031 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] No Port match for: 9b5f448d-6ff9-455f-a602-606e7cf0057c {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:21:08.527611 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 9b5f448d-6ff9-455f-a602-606e7cf0057c not bound to the agent host dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:21:08.543921 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fe31833-89eb-4849-aab7-0d1c626d76ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for network, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:08.552842 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe31833-89eb-4849-aab7-0d1c626d76ae admin admin] Pushing event deleted for resources: {'Network': ['ID=a3a55611-a0f0-4df9-b637-46ecc7406414,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:21:08.557053 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2fe31833-89eb-4849-aab7-0d1c626d76ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:21:08.567019 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-2fe31833-89eb-4849-aab7-0d1c626d76ae admin admin] 10.222.0.36 "DELETE /v2.0/networks/a3a55611-a0f0-4df9-b637-46ecc7406414 HTTP/1.1" status: 204  len: 168 time: 1.5704281
Apr 05 12:21:08.570017 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 52004) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:21:09.138044 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b81d3ed3-0367-49cc-bc11-868de7351858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401257'] for router_interface, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:09.743514 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-b81d3ed3-0367-49cc-bc11-868de7351858 admin admin] Deleting port bc5d15ec-7656-4937-af66-fe8b6e641edd {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:21:09.743895 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b81d3ed3-0367-49cc-bc11-868de7351858 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:09.925319 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-b81d3ed3-0367-49cc-bc11-868de7351858 admin admin] For port bc5d15ec-7656-4937-af66-fe8b6e641edd, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=bc5d15ec-7656-4937-af66-fe8b6e641edd,segment=NetworkSegment(9a04965e-17e8-421b-b3b5-c546a093fc82),segment_id=9a04965e-17e8-421b-b3b5-c546a093fc82)] {{(pid=84269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:21:09.925728 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b81d3ed3-0367-49cc-bc11-868de7351858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:10.059303 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-b81d3ed3-0367-49cc-bc11-868de7351858 admin admin] Calling delete_port for bc5d15ec-7656-4937-af66-fe8b6e641edd owned by network:router_interface {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:21:10.235212 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b81d3ed3-0367-49cc-bc11-868de7351858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:10.250281 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-d4bf8f06-ddbe-4de0-bb7e-7e8de8bdc331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:21:10.346638 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d3ed3-0367-49cc-bc11-868de7351858 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc5d15ec-7656-4937-af66-fe8b6e641edd,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:21:10.355385 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-b81d3ed3-0367-49cc-bc11-868de7351858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:21:10.694095 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b81d3ed3-0367-49cc-bc11-868de7351858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854280686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402364'] for router_interface, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:11.202007 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81d3ed3-0367-49cc-bc11-868de7351858 admin admin] Router 2a8d72cc-af96-44b6-9096-7d3f4c600651 has already been hosted by L3 agent 25c27b85-4b96-49c4-a921-901f852efb9d {{(pid=84269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 12:21:11.389476 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81d3ed3-0367-49cc-bc11-868de7351858 admin admin] Notify agent at l3_agent.dv-cinder-784763-1-iscsi the message routers_updated {{(pid=84269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 12:21:11.398148 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75b6625-3e91-49ca-a70a-ddd46d4a3c64 None None] Sync routers for ids ['2a8d72cc-af96-44b6-9096-7d3f4c600651'] in dv-cinder-784763-1-iscsi {{(pid=84271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 12:21:11.405834 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-b81d3ed3-0367-49cc-bc11-868de7351858 admin admin] 10.222.0.36 "PUT /v2.0/routers/2a8d72cc-af96-44b6-9096-7d3f4c600651/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8340437
Apr 05 12:21:11.408310 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 52008) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:21:11.408823 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75b6625-3e91-49ca-a70a-ddd46d4a3c64 None None] Routers {'2a8d72cc-af96-44b6-9096-7d3f4c600651'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:21:11.409484 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b75b6625-3e91-49ca-a70a-ddd46d4a3c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2461015438>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:20:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['2a8d72cc-af96-44b6-9096-7d3f4c600651'], 'active': True} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:21:11.594149 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-671409b6-abd6-45a5-b159-65c0dc6ec897 admin admin] Notify callbacks [] for router, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:11.595100 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-b75b6625-3e91-49ca-a70a-ddd46d4a3c64 None None] Set router 2a8d72cc-af96-44b6-9096-7d3f4c600651 gateway port host: dv-cinder-784763-1-iscsi {{(pid=84271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:21:11.786781 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-671409b6-abd6-45a5-b159-65c0dc6ec897 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:11.796027 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-671409b6-abd6-45a5-b159-65c0dc6ec897 admin admin] Deleting port 16fcf319-1b59-4fde-9261-6cb68dbfae06 {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:21:11.796403 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-671409b6-abd6-45a5-b159-65c0dc6ec897 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:11.895986 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b75b6625-3e91-49ca-a70a-ddd46d4a3c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2461015438>, [{'id': '2a8d72cc-af96-44b6-9096-7d3f4c600651', 'name': 'tempest-TestShelveInstance-999550131-router', 'tenant_id': '5b860a21d7ab4f40bec0e2c6d626137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'external_fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '16fcf319-1b59-4fde-9261-6cb68dbfae06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:14:34Z', 'updated_at': '2021-04-05T12:21:10Z', 'revision_number': 5, 'project_id': '5b860a21d7ab4f40bec0e2c6d626137b', 'gw_port': {'id': '16fcf319-1b59-4fde-9261-6cb68dbfae06', 'name': '', 'network_id': '9d12ef10-d92d-4db6-ae05-ceb86a15802e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:60:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8d72cc-af96-44b6-9096-7d3f4c600651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784763-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T12:14:35Z', 'updated_at': '2021-04-05T12:14:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ceae222-356e-4bb7-8260-995ea8a55dd5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784763-1-iscsi'}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:21:11.900815 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75b6625-3e91-49ca-a70a-ddd46d4a3c64 None None] Checking router: 2a8d72cc-af96-44b6-9096-7d3f4c600651 for host: dv-cinder-784763-1-iscsi {{(pid=84271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 12:21:11.910188 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75b6625-3e91-49ca-a70a-ddd46d4a3c64 None None] Routers {'2a8d72cc-af96-44b6-9096-7d3f4c600651'} bound to L3 agent in host dv-cinder-784763-1-iscsi {{(pid=84271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 12:21:11.910850 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b75b6625-3e91-49ca-a70a-ddd46d4a3c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2461015438>, 'dv-cinder-784763-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T11:57:26Z,description=<?>,heartbeat_timestamp=2021-04-05T12:20:56Z,host='dv-cinder-784763-1-iscsi',id=25c27b85-4b96-49c4-a921-901f852efb9d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T11:57:26Z,topic='l3_agent')) {'router_ids': ['2a8d72cc-af96-44b6-9096-7d3f4c600651'], 'active': True} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:21:11.979679 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-671409b6-abd6-45a5-b159-65c0dc6ec897 admin admin] For port 16fcf319-1b59-4fde-9261-6cb68dbfae06, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=16fcf319-1b59-4fde-9261-6cb68dbfae06,segment=NetworkSegment(9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6),segment_id=9c9f6ea6-bf93-45bd-a7cf-80b4bb358dd6)] {{(pid=84269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:21:11.980321 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-671409b6-abd6-45a5-b159-65c0dc6ec897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:12.083104 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvr_db [None req-b75b6625-3e91-49ca-a70a-ddd46d4a3c64 None None] Set router 2a8d72cc-af96-44b6-9096-7d3f4c600651 gateway port host: None {{(pid=84271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 12:21:12.205962 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_hamode_db [None req-b75b6625-3e91-49ca-a70a-ddd46d4a3c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2461015438>, [{'id': '2a8d72cc-af96-44b6-9096-7d3f4c600651', 'name': 'tempest-TestShelveInstance-999550131-router', 'tenant_id': '5b860a21d7ab4f40bec0e2c6d626137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:14:34Z', 'updated_at': '2021-04-05T12:21:11Z', 'revision_number': 6, 'project_id': '5b860a21d7ab4f40bec0e2c6d626137b', 'gw_port_host': None}], 'dv-cinder-784763-1-iscsi', False) {} {{(pid=84271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:21:12.210897 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75b6625-3e91-49ca-a70a-ddd46d4a3c64 None None] The sync data for ids ['2a8d72cc-af96-44b6-9096-7d3f4c600651'] in dv-cinder-784763-1-iscsi is: [{'id': '2a8d72cc-af96-44b6-9096-7d3f4c600651', 'name': 'tempest-TestShelveInstance-999550131-router', 'tenant_id': '5b860a21d7ab4f40bec0e2c6d626137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T12:14:34Z', 'updated_at': '2021-04-05T12:21:11Z', 'revision_number': 6, 'project_id': '5b860a21d7ab4f40bec0e2c6d626137b', 'gw_port_host': None}] {{(pid=84271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 12:21:12.367337 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-671409b6-abd6-45a5-b159-65c0dc6ec897 admin admin] Calling delete_port for 16fcf319-1b59-4fde-9261-6cb68dbfae06 owned by network:router_gateway {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:21:12.454708 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device bc5d15ec-7656-4937-af66-fe8b6e641edd no longer exists at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:21:12.498243 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] No Port match for: bc5d15ec-7656-4937-af66-fe8b6e641edd {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:21:12.498554 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device bc5d15ec-7656-4937-af66-fe8b6e641edd not bound to the agent host dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:21:12.543361 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-671409b6-abd6-45a5-b159-65c0dc6ec897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:12.558355 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-2fe31833-89eb-4849-aab7-0d1c626d76ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:21:12.653494 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671409b6-abd6-45a5-b159-65c0dc6ec897 admin admin] Pushing event deleted for resources: {'Port': ['ID=16fcf319-1b59-4fde-9261-6cb68dbfae06,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:21:12.662591 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-671409b6-abd6-45a5-b159-65c0dc6ec897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:21:12.825238 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-671409b6-abd6-45a5-b159-65c0dc6ec897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-445372'] for router_gateway, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:13.022091 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-671409b6-abd6-45a5-b159-65c0dc6ec897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854367171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773722'] for router, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:13.025310 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-671409b6-abd6-45a5-b159-65c0dc6ec897 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:13.048983 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-671409b6-abd6-45a5-b159-65c0dc6ec897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854367097'] for router, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:13.049559 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671409b6-abd6-45a5-b159-65c0dc6ec897 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a8d72cc-af96-44b6-9096-7d3f4c600651 {{(pid=84269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 05 12:21:13.062821 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-671409b6-abd6-45a5-b159-65c0dc6ec897 admin admin] Notify callbacks [] for router, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:13.064199 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-671409b6-abd6-45a5-b159-65c0dc6ec897 admin admin] 10.222.0.36 "DELETE /v2.0/routers/2a8d72cc-af96-44b6-9096-7d3f4c600651 HTTP/1.1" status: 204  len: 168 time: 1.6549206
Apr 05 12:21:13.067202 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 52012) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:21:13.142302 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.db_base_plugin_v2 [None req-536c16e8-97b3-409d-a06b-a07442456f88 admin admin] Deleting subnet 0e7f4d92-337b-4853-954f-7baac4a9d526 {{(pid=84269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 05 12:21:13.145584 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-536c16e8-97b3-409d-a06b-a07442456f88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:13.198809 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-536c16e8-97b3-409d-a06b-a07442456f88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60536130'] for subnet, precommit_delete_associations {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:13.280950 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-536c16e8-97b3-409d-a06b-a07442456f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-128983'] for subnet, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:13.533270 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-536c16e8-97b3-409d-a06b-a07442456f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854646833', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411717', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2694892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3029703'] for subnet, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:13.548901 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-74a4b347-ab07-40a1-9fb0-71014687df28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:21:13.632886 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c16e8-97b3-409d-a06b-a07442456f88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e7f4d92-337b-4853-954f-7baac4a9d526,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:21:13.637821 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-536c16e8-97b3-409d-a06b-a07442456f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:21:13.680058 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-536c16e8-97b3-409d-a06b-a07442456f88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:13.685822 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbd58b7-474a-4055-b36d-80f11eeb48f0 None None] Network d9e5f093-7578-4389-b6f1-904db7c34424 requested from dv-cinder-784763-1-iscsi {{(pid=84270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 12:21:13.686112 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-536c16e8-97b3-409d-a06b-a07442456f88 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0e7f4d92-337b-4853-954f-7baac4a9d526 HTTP/1.1" status: 204  len: 168 time: 0.6178808
Apr 05 12:21:13.688761 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84269) accepted ('10.222.0.36', 52016) {{(pid=84269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:21:13.806023 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be2cc5f8-d563-4100-8451-f16fe111061e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-139629'] for network, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:13.877325 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-be2cc5f8-d563-4100-8451-f16fe111061e admin admin] Deleting port 18f26105-0c46-47f6-bb71-1f403cb9cf23 {{(pid=84269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:21:13.877697 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be2cc5f8-d563-4100-8451-f16fe111061e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:13.938834 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11ca6a2-9cca-40dc-aeb6-ff78118eac52 None None] DHCP port deletion for d9e5f093-7578-4389-b6f1-904db7c34424 request from dv-cinder-784763-1-iscsi {{(pid=84270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 05 12:21:13.943066 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d11ca6a2-9cca-40dc-aeb6-ff78118eac52 None None] Deleting port 18f26105-0c46-47f6-bb71-1f403cb9cf23 {{(pid=84270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:21:13.943483 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d11ca6a2-9cca-40dc-aeb6-ff78118eac52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:14.107959 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-be2cc5f8-d563-4100-8451-f16fe111061e admin admin] For port 18f26105-0c46-47f6-bb71-1f403cb9cf23, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=18f26105-0c46-47f6-bb71-1f403cb9cf23,segment=NetworkSegment(9a04965e-17e8-421b-b3b5-c546a093fc82),segment_id=9a04965e-17e8-421b-b3b5-c546a093fc82)] {{(pid=84269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:21:14.108175 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be2cc5f8-d563-4100-8451-f16fe111061e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:14.174422 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.db [None req-d11ca6a2-9cca-40dc-aeb6-ff78118eac52 None None] For port 18f26105-0c46-47f6-bb71-1f403cb9cf23, host dv-cinder-784763-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784763-1-iscsi',level=0,port_id=18f26105-0c46-47f6-bb71-1f403cb9cf23,segment=NetworkSegment(9a04965e-17e8-421b-b3b5-c546a093fc82),segment_id=9a04965e-17e8-421b-b3b5-c546a093fc82)] {{(pid=84270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 12:21:14.174832 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d11ca6a2-9cca-40dc-aeb6-ff78118eac52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854368400'] for port, precommit_delete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:14.247228 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-be2cc5f8-d563-4100-8451-f16fe111061e admin admin] Calling delete_port for 18f26105-0c46-47f6-bb71-1f403cb9cf23 owned by network:dhcp {{(pid=84269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:21:14.331571 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be2cc5f8-d563-4100-8451-f16fe111061e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854625661', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737140409971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737139967449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852081103'] for port, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:14.348676 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-f3949c62-845f-4b29-bc06-352d63cb7ca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:21:14.446220 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2cc5f8-d563-4100-8451-f16fe111061e admin admin] Pushing event deleted for resources: {'Port': ['ID=18f26105-0c46-47f6-bb71-1f403cb9cf23,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:21:14.448718 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-be2cc5f8-d563-4100-8451-f16fe111061e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:21:14.481307 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d11ca6a2-9cca-40dc-aeb6-ff78118eac52 None None] Calling delete_port for 18f26105-0c46-47f6-bb71-1f403cb9cf23 owned by network:dhcp {{(pid=84270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 12:21:14.496287 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2cc5f8-d563-4100-8451-f16fe111061e admin admin] No DVR routers for this DVR port 18f26105-0c46-47f6-bb71-1f403cb9cf23 on host dv-cinder-784763-1-iscsi {{(pid=84269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 12:21:14.511497 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 16fcf319-1b59-4fde-9261-6cb68dbfae06 no longer exists at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:21:14.559271 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] No Port match for: 16fcf319-1b59-4fde-9261-6cb68dbfae06 {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:21:14.559848 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 16fcf319-1b59-4fde-9261-6cb68dbfae06 not bound to the agent host dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:21:14.560085 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 18f26105-0c46-47f6-bb71-1f403cb9cf23 no longer exists at agent ovs-agent-dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 12:21:14.605007 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] No Port match for: 18f26105-0c46-47f6-bb71-1f403cb9cf23 {{(pid=84270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 12:21:14.605338 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.rpc [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Device 18f26105-0c46-47f6-bb71-1f403cb9cf23 not bound to the agent host dv-cinder-784763-1-iscsi {{(pid=84270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 12:21:14.621253 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be2cc5f8-d563-4100-8451-f16fe111061e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768810', 'neutron.services.segments.db._delete_segments_for_network--9223363299714337857'] for network, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:14.630557 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.db.api [None req-d11ca6a2-9cca-40dc-aeb6-ff78118eac52 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84270) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 05 12:21:14.630968 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_db.api [None req-d11ca6a2-9cca-40dc-aeb6-ff78118eac52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 05 12:21:14.735724 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-be2cc5f8-d563-4100-8451-f16fe111061e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f245bf54dd8>,) {'filters': {'network_id': ['d9e5f093-7578-4389-b6f1-904db7c34424']}} {{(pid=84269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:21:14.748658 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-be2cc5f8-d563-4100-8451-f16fe111061e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f245bf54dd8>, '9a04965e-17e8-421b-b3b5-c546a093fc82') {'for_net_delete': True} {{(pid=84269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:21:14.748995 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.services.segments.db [None req-be2cc5f8-d563-4100-8451-f16fe111061e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f245bf54dd8>, '9a04965e-17e8-421b-b3b5-c546a093fc82') {} {{(pid=84269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 12:21:14.760735 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be2cc5f8-d563-4100-8451-f16fe111061e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737140437841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036794239669'] for segment, before_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:14.777728 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be2cc5f8-d563-4100-8451-f16fe111061e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3120'] for segment, precommit_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:14.784210 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2cc5f8-d563-4100-8451-f16fe111061e admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=84269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 05 12:21:14.966003 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-be2cc5f8-d563-4100-8451-f16fe111061e admin admin] Network d9e5f093-7578-4389-b6f1-904db7c34424 has no segments {{(pid=84269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 12:21:14.974820 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be2cc5f8-d563-4100-8451-f16fe111061e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854772677', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2694727'] for segment, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:15.132204 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d11ca6a2-9cca-40dc-aeb6-ff78118eac52 None None] Deleting port 18f26105-0c46-47f6-bb71-1f403cb9cf23 {{(pid=84270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 12:21:15.132639 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d11ca6a2-9cca-40dc-aeb6-ff78118eac52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299714381155'] for port, before_delete {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:15.155182 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.managers [None req-be2cc5f8-d563-4100-8451-f16fe111061e admin admin] Network d9e5f093-7578-4389-b6f1-904db7c34424 has no segments {{(pid=84269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 12:21:15.178010 dv-cinder-784763-1-iscsi neutron-server[84155]: Traceback (most recent call last):
Apr 05 12:21:15.178010 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 05 12:21:15.178010 dv-cinder-784763-1-iscsi neutron-server[84155]:     timer()
Apr 05 12:21:15.178010 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 05 12:21:15.178010 dv-cinder-784763-1-iscsi neutron-server[84155]:     cb(*args, **kw)
Apr 05 12:21:15.178010 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 05 12:21:15.178010 dv-cinder-784763-1-iscsi neutron-server[84155]:     return func(*args, **kwargs)
Apr 05 12:21:15.178010 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 05 12:21:15.178010 dv-cinder-784763-1-iscsi neutron-server[84155]:     self._notify()
Apr 05 12:21:15.178010 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 05 12:21:15.178010 dv-cinder-784763-1-iscsi neutron-server[84155]:     self.callback(batched_events)
Apr 05 12:21:15.178010 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 05 12:21:15.178010 dv-cinder-784763-1-iscsi neutron-server[84155]:     event.method(event)
Apr 05 12:21:15.178010 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 05 12:21:15.178010 dv-cinder-784763-1-iscsi neutron-server[84155]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 05 12:21:15.178010 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 05 12:21:15.178010 dv-cinder-784763-1-iscsi neutron-server[84155]:     segment_id)['aggregates'][0]
Apr 05 12:21:15.178010 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 05 12:21:15.178010 dv-cinder-784763-1-iscsi neutron-server[84155]:     return f(self, *a, **k)
Apr 05 12:21:15.178010 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 05 12:21:15.178010 dv-cinder-784763-1-iscsi neutron-server[84155]:     return self._get(url).json()
Apr 05 12:21:15.178010 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 05 12:21:15.178010 dv-cinder-784763-1-iscsi neutron-server[84155]:     **kwargs)
Apr 05 12:21:15.178010 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 05 12:21:15.178010 dv-cinder-784763-1-iscsi neutron-server[84155]:     return self.request(url, 'GET', **kwargs)
Apr 05 12:21:15.178010 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 05 12:21:15.178010 dv-cinder-784763-1-iscsi neutron-server[84155]:     **endpoint_filter)
Apr 05 12:21:15.178010 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 05 12:21:15.178010 dv-cinder-784763-1-iscsi neutron-server[84155]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 05 12:21:15.178010 dv-cinder-784763-1-iscsi neutron-server[84155]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 05 12:21:15.178010 dv-cinder-784763-1-iscsi neutron-server[84155]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 05 12:21:15.178010 dv-cinder-784763-1-iscsi neutron-server[84155]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 05 12:21:15.206041 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.plugins.ml2.plugin [None req-d11ca6a2-9cca-40dc-aeb6-ff78118eac52 None None] The port '18f26105-0c46-47f6-bb71-1f403cb9cf23' was deleted {{(pid=84270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 05 12:21:15.253209 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be2cc5f8-d563-4100-8451-f16fe111061e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-6991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-495131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854330406'] for network, after_delete {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:15.256617 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-c1d59e6d-649b-452b-9e58-6273d5963348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:21:15.272766 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-be2cc5f8-d563-4100-8451-f16fe111061e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-495112'] for network, before_response {{(pid=84269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:15.282997 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2cc5f8-d563-4100-8451-f16fe111061e admin admin] Pushing event deleted for resources: {'Network': ['ID=d9e5f093-7578-4389-b6f1-904db7c34424,revision_number=None']} {{(pid=84269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:21:15.287775 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-be2cc5f8-d563-4100-8451-f16fe111061e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:21:15.293599 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-be2cc5f8-d563-4100-8451-f16fe111061e admin admin] 10.222.0.36 "DELETE /v2.0/networks/d9e5f093-7578-4389-b6f1-904db7c34424 HTTP/1.1" status: 204  len: 168 time: 1.6038492
Apr 05 12:21:15.412028 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 52024) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:21:15.467264 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-2526ecc8-6c75-4b26-aed9-ec0cec6df061 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=59ab3fb82a794070a1c024d576d5e87b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0539379
Apr 05 12:21:15.469830 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 52028) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:21:15.530983 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8f70aeab-5246-4e40-a45e-be8a1402493e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:15.557317 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8f70aeab-5246-4e40-a45e-be8a1402493e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:15.608609 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8f70aeab-5246-4e40-a45e-be8a1402493e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:15.613701 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-421954a8-d851-4ad7-8a42-a7e78fb015e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:21:15.627450 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70aeab-5246-4e40-a45e-be8a1402493e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703f3e3c-748d-4fe0-81c9-7b2f94777d24,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:21:15.638207 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70aeab-5246-4e40-a45e-be8a1402493e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:21:15.638626 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70aeab-5246-4e40-a45e-be8a1402493e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:21:15.639027 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70aeab-5246-4e40-a45e-be8a1402493e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:21:15.639428 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70aeab-5246-4e40-a45e-be8a1402493e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:21:15.639821 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70aeab-5246-4e40-a45e-be8a1402493e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:21:15.640214 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70aeab-5246-4e40-a45e-be8a1402493e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:21:15.640602 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70aeab-5246-4e40-a45e-be8a1402493e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:21:15.640989 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70aeab-5246-4e40-a45e-be8a1402493e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:21:15.641377 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70aeab-5246-4e40-a45e-be8a1402493e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:21:15.641761 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70aeab-5246-4e40-a45e-be8a1402493e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:21:15.642163 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70aeab-5246-4e40-a45e-be8a1402493e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:21:15.642553 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70aeab-5246-4e40-a45e-be8a1402493e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784763-1-iscsi {{(pid=84268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 12:21:15.646045 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-8f70aeab-5246-4e40-a45e-be8a1402493e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:21:15.648076 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-8f70aeab-5246-4e40-a45e-be8a1402493e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:15.649938 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-8f70aeab-5246-4e40-a45e-be8a1402493e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/703f3e3c-748d-4fe0-81c9-7b2f94777d24 HTTP/1.1" status: 204  len: 168 time: 0.1790402
Apr 05 12:21:15.990315 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 52036) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:21:16.043698 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-07c6957b-1fa1-4097-bfb4-1c44f7f2d8d8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5b860a21d7ab4f40bec0e2c6d626137b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0520110
Apr 05 12:21:16.046163 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [-] (84268) accepted ('10.222.0.36', 52040) {{(pid=84268) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 12:21:16.109456 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c1c9c68-794c-41be-8f93-63baae1ea7d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:16.138118 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c1c9c68-794c-41be-8f93-63baae1ea7d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:16.186047 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c1c9c68-794c-41be-8f93-63baae1ea7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854411533'] for security_group, after_delete {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:16.189913 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-8f70aeab-5246-4e40-a45e-be8a1402493e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 12:21:16.201948 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c9c68-794c-41be-8f93-63baae1ea7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7592d5f-da9d-4df7-9163-0b7a69bef8dc,revision_number=None']} {{(pid=84268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 12:21:16.206720 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG oslo_concurrency.lockutils [None req-9c1c9c68-794c-41be-8f93-63baae1ea7d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84268) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 12:21:16.208700 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9c1c9c68-794c-41be-8f93-63baae1ea7d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84268) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:16.209915 dv-cinder-784763-1-iscsi neutron-server[84155]: INFO neutron.wsgi [None req-9c1c9c68-794c-41be-8f93-63baae1ea7d9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e7592d5f-da9d-4df7-9163-0b7a69bef8dc HTTP/1.1" status: 204  len: 168 time: 0.1628022
Apr 05 12:21:23.655150 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ab6f2f94-4944-4c4b-9de4-7e557b082f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:24.899381 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:26.047601 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb85e-9ea8-4b24-a32d-a6c8a8299e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:26.459000 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 6 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:21:26.537412 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:28.152705 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:28.723896 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:53.656916 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-122b1741-15da-4c01-a7c0-003c3d1e53f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:54.900330 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:56.048619 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-488b4893-616c-4a30-851a-ec42556206f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:56.540721 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:58.134198 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:21:58.739430 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:22:03.458216 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 6 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:22:23.657456 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-31b3424e-6f89-4bea-8573-88598607a593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:22:24.904018 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:22:26.050316 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-d823735c-ee4f-4bcb-8b96-f4fe067d0e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:22:26.543711 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:22:28.135314 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:22:28.737782 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:22:40.458201 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 6 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:22:53.658275 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4a15add2-b4d5-429f-9ca6-5978478c7ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:22:54.906773 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:22:56.050324 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-9de841df-d553-468a-8669-261f8d6ae93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:22:56.546475 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:22:58.139018 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:22:58.737738 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:23:17.484778 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 6 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:23:23.658568 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-dedd10ad-b0d5-4750-a6eb-ed5db189cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:23:24.908651 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:23:26.050537 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c09d3a3c-580d-4a04-9326-fe9d8d1faa16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:23:26.550094 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:23:28.153893 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:23:28.752339 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:23:53.660455 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-757eb671-2ad7-4eda-ad91-ad142aeb1ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:23:54.474221 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 6 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:23:54.910781 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:23:56.051901 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-c24683b8-0067-4a26-9c0a-9fea3dfa6fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:23:56.552300 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:23:58.145444 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:23:58.767283 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:24:23.660832 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2fdfef4f-da1c-433f-a49d-dfe300b65e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:24:24.913122 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:24:26.051997 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-17df76b2-64e6-4f81-aa5c-d2b98d86cd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:24:26.555246 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:24:28.149031 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:24:28.769529 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:24:31.473021 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 6 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:24:53.661675 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-62b7ad60-c97a-43b5-8bd6-c287a4cb5da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:24:54.919308 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:24:56.053480 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e22e1f5f-bea5-4a0e-89ea-7082c282937d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:24:56.558109 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:24:58.152136 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:24:58.797421 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:25:08.472201 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 6 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:25:23.662091 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-4cf33631-2f6a-4fe9-9e21-e0da584dfd72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:25:24.911405 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:25:26.056305 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-276fdace-31d9-42cb-9ed6-42a5cf545341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:25:26.560191 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:25:28.167025 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:25:28.812532 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:25:45.474055 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 6 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:25:47.426335 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [req-5b76ea2f-cac9-43c6-9f51-ed0a9cbbd78a req-24a4f866-f8e4-45b8-a212-64cee014051e service neutron] (84268) timed out ('10.222.0.37', 58293) {{(pid=84268) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 05 12:25:53.664442 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-53e20d4f-830a-48ec-8ef4-4f104efb1794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:25:53.954094 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.wsgi [req-b9076a85-eb94-4acd-8419-87ca7b296454 req-a72f9fa0-ed9d-49bf-9d6c-6d0908b148d5 service neutron] (84268) timed out ('10.222.0.36', 46072) {{(pid=84268) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 05 12:25:54.914216 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:25:56.057387 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-ebe7dba4-53b4-47a5-9624-9afcfda71d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:25:56.562161 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:25:58.157358 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:25:58.812076 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:26:22.473845 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron.db.agents_db [None req-aee74b09-3369-478e-9a6d-451a8acfd53d None None] Agent healthcheck: found 6 active agents {{(pid=84271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 12:26:23.665275 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-b606b4b3-72b1-41cc-9ddf-50c8a1c12dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:26:24.921711 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-e651ab38-5228-4679-b7c5-050c9ea8b148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:26:26.062858 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-18ae584f-cbc6-427d-9ed5-19a44287a8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:26:26.566947 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-2a5b451d-60be-4c1a-b37c-1003f36f7da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:26:28.160060 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-41b6186d-8180-44e5-bd49-cb3889693b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 12:26:28.827708 dv-cinder-784763-1-iscsi neutron-server[84155]: DEBUG neutron_lib.callbacks.manager [None req-13339a7a-aabe-4980-80fa-1247003db52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299714337874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854771446'] for agent, after_update {{(pid=84270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}